-- Logs begin at Mon 2021-10-18 18:05:08 UTC, end at Mon 2021-10-18 19:11:29 UTC. -- Oct 18 18:38:03.741740 dv-cinder-813220-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 18 18:38:06.457019 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.common.config [-] Logging enabled! Oct 18 18:38:06.457649 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 18:38:06.457799 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=129606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 18:38:06.460916 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.common.config [-] Logging enabled! Oct 18 18:38:06.461170 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev97 Oct 18 18:38:06.461479 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=129606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 18 18:38:06.462406 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 18:38:06.462659 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 18:38:06.463022 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 18:38:06.463265 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 18:38:06.463490 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 18:38:06.463808 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.464104 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.464396 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.464621 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.464918 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.465200 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.465476 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.465761 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.466054 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.466335 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.466639 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.466922 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.467148 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.467422 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] config_source = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.467703 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.467985 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.468207 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] debug = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.468481 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.468905 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.469316 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.469591 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.469877 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.470154 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.470421 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.470722 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.471031 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.471355 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] host = dv-cinder-813220-2-iscsi {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.471629 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.471911 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.472193 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.472474 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.472745 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.473015 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.473296 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.473564 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_dir = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.473833 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.474104 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.474396 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.474755 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.475052 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.475276 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.475495 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.475778 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.476064 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.476334 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.476605 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.476876 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.477146 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.477414 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.477679 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.477963 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.478242 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.478523 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.478822 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.479108 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.479361 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.479630 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.479911 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.480180 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.480448 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.480718 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.480998 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.481260 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.481528 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.481825 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.482110 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.482388 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.482695 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.482968 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.483247 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.483516 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.483786 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_journal = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.484055 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_json = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.484324 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.484592 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.484873 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.485143 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.485412 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.485682 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.485952 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.486235 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:06.487072 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.487369 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.487666 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.487948 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.488247 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.488526 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.488810 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.489087 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.489371 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.489654 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.489937 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.490211 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.490497 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.490797 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.491089 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.491388 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.491678 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.491963 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.492237 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.492507 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.492776 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.493051 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.493334 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.493609 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.493894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.494179 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.494453 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.494759 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.495050 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.495336 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.495606 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.495880 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.496168 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.496443 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.496711 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.496986 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.497269 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.497543 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.497810 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.498087 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.498364 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.498656 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.498926 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.499204 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.499493 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.499768 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.500035 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.500301 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.500575 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.500841 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.501119 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.501390 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.501658 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.501925 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.502761 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.503034 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.503304 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.503575 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.503842 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.504114 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.504385 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.504653 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.504921 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.505188 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.505453 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.505719 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.505983 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.506253 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.506518 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.506808 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.507075 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.507342 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.507866 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.508148 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.508447 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.508721 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.508996 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.509267 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.509540 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.509810 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.510080 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.510354 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.510647 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.510917 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.511202 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.511478 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.511758 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.512034 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.512304 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.512619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.512891 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.513167 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.513438 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.513710 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.513984 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.514261 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.514568 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.514861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.515148 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.515437 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.515721 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.516011 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.516296 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.516569 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:06.516784 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 18:38:06.517020 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=129606) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 18 18:38:06.949506 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=129606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 18:38:06.949779 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=129606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 18:38:06.950064 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=129606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 18 18:38:06.950391 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 18 18:38:07.273050 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.273255 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.273526 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.274720 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.274990 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.275250 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.309188 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.309455 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.309720 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.326241 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.326520 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.326977 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.356812 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.357082 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.357344 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.393595 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.393873 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.394137 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.626403 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.627084 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.627084 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.627244 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.627924 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.747666 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.747980 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.748260 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.748529 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.748792 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.749098 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.749354 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.749606 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.749857 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.750135 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.750395 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.750683 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.750937 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.751185 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.751437 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.751698 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.751948 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.752235 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.752500 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.752754 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.753022 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.753272 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.753550 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.753918 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.754164 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.754405 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.754832 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.755073 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.755308 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.755541 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.755772 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.756004 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:07.756357 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 18 18:38:07.759662 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 18 18:38:07.764494 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 18 18:38:07.768360 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 18 18:38:07.769982 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 18 18:38:07.770441 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 18 18:38:07.770794 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 18 18:38:07.771173 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 18 18:38:07.773953 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 18 18:38:07.774202 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 18 18:38:07.774570 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 18:38:07.779731 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 18 18:38:07.802587 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 18 18:38:07.803035 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.803330 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=129606) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 18 18:38:07.803685 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.805058 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=129606) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 18 18:38:07.805336 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 18 18:38:07.805581 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 18 18:38:07.808938 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.809216 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:07.870932 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 18 18:38:07.871170 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 18 18:38:07.871404 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 18 18:38:07.871764 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 18 18:38:07.891781 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_db.sqlalchemy.engines [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=129606) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 18 18:38:08.419620 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing driver for type 'gre' Oct 18 18:38:08.420156 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] gre ID ranges: [(1, 1000)] Oct 18 18:38:08.470285 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing driver for type 'local' Oct 18 18:38:08.470645 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing driver for type 'vlan' Oct 18 18:38:08.484523 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] VlanTypeDriver initialization complete Oct 18 18:38:08.485143 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing driver for type 'vxlan' Oct 18 18:38:08.485707 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] vxlan ID ranges: [(1, 1000)] Oct 18 18:38:08.535818 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing extension driver 'port_security' Oct 18 18:38:08.536158 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.extensions.port_security [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] PortSecurityExtensionDriver initialization complete Oct 18 18:38:08.536492 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing mechanism driver 'openvswitch' Oct 18 18:38:08.536818 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing mechanism driver 'hyperv' Oct 18 18:38:08.543410 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.plugin [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=129606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:08.544243 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.544613 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.544966 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.545496 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.545928 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.546285 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.546654 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.547053 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.547471 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.547819 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.548163 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.548560 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.549531 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.549887 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.550230 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.550649 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.551060 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.551407 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.551749 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.552142 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.552547 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > address_group after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.552889 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > address_group after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.553226 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > address_group after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.553617 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=129606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 18 18:38:08.553996 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] ML2 OVO RPC backend initialized. {{(pid=129606) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 18 18:38:08.554721 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.555076 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.555491 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.555839 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > networks before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.556187 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.556527 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > ports before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.556872 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.557213 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnets before_response 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.557557 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.557895 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.558230 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.558588 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.558926 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.559260 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.559596 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.559931 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.560264 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > subnet after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.560837 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.plugin [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Modular L2 Plugin initialization complete Oct 18 18:38:08.561169 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading services supported by the core plugin {{(pid=129606) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 18 18:38:08.561497 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.plugins.ml2.managers [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Got port-security extension from driver 'port_security' Oct 18 18:38:08.561961 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.extensions.vlantransparent [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Disabled vlantransparent extension. Oct 18 18:38:08.562440 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=129606) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 18 18:38:08.562788 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: router Oct 18 18:38:08.598985 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.599374 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_create 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.599749 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router before_create 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.600115 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.600489 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.600851 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_delete 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.601213 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > floatingip after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.601684 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > floatingip after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.602048 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_create 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.602398 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.602782 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.603133 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.603494 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.603904 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.604278 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.604621 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.604962 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: subnet after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.605305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.605657 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > port precommit_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.606005 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_create 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.606350 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.606728 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.607087 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router after_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.607431 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_delete 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.607789 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_create 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.608152 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router_interface after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.608501 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_update 55549900 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.608866 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > agent after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.609218 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > agent after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.609562 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > network after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.610414 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Tracking information for resource: router configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:08.610774 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Tracking information for resource: floatingip configured {{(pid=129606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 18 18:38:08.615637 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.db.l3_agentschedulers_db [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 18 18:38:08.616206 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.616574 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.616927 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.617281 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: port after_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.618063 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router before_create 55550100 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.618428 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_delete 55550100 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.618825 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_create 55550100 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.619187 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > router precommit_update 55550100 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.623977 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.provider_configuration [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service providers = [] {{(pid=129606) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 18 18:38:08.624349 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.db.servicetype_db [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=129606) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 18 18:38:08.627324 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.service_base [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=129606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 18:38:08.627853 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.service_base [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=129606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 18:38:08.628007 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.service_base [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=129606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 18:38:08.628901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.services.service_base [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=129606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 18 18:38:08.629278 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.services.service_base [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 18 18:38:08.629654 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.629973 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 18 18:38:08.640881 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.641219 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: auto_allocate Oct 18 18:38:08.647530 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: network precommit_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.647900 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: network precommit_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.648418 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.648741 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: tag Oct 18 18:38:08.656717 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.657048 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: timestamp Oct 18 18:38:08.661440 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.661775 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: network_ip_availability Oct 18 18:38:08.667237 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.667613 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.667973 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.668888 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.669210 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: flavors Oct 18 18:38:08.674630 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.674919 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading Plugin: revisions Oct 18 18:38:08.679819 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=129606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 18 18:38:08.680221 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.730s {{(pid=129606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 18 18:38:08.681006 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=129606) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 18 18:38:08.681344 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Initializing extension manager. Oct 18 18:38:08.681861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: __init__.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.682204 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: __pycache__ {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.682560 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.682907 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: address_group.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.683684 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.684270 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: address-group Oct 18 18:38:08.684597 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: address_scope.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.685314 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.685834 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: address-scope Oct 18 18:38:08.686159 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: admin_state_down_before_update.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.687126 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.687642 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: router-admin-state-down-before-update Oct 18 18:38:08.687970 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: agent.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.688681 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.689195 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: agent Oct 18 18:38:08.689548 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: agent_resources_synced.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.690460 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.691013 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: agent-resources-synced Oct 18 18:38:08.691342 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: allowedaddresspairs.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.693128 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.693658 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: allowed-address-pairs Oct 18 18:38:08.693986 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: auto_allocated_topology.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.695112 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.695637 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: auto-allocated-topology Oct 18 18:38:08.695964 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: availability_zone.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.696674 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.697193 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: availability_zone Oct 18 18:38:08.697516 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: availability_zone_filter.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.698438 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.698986 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: availability_zone_filter Oct 18 18:38:08.699312 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: data_plane_status.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.700224 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.700736 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension data-plane-status not supported by any of loaded plugins Oct 18 18:38:08.701060 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: default_subnetpools.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.701982 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.702500 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: default-subnetpools Oct 18 18:38:08.702855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: dhcpagentscheduler.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.703675 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.704193 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: dhcp_agent_scheduler Oct 18 18:38:08.704515 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: dns.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.705985 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.706499 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension dns-integration not supported by any of loaded plugins Oct 18 18:38:08.706862 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: dns_domain_ports.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.707789 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.708300 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 18 18:38:08.708622 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.709540 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.710048 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 18 18:38:08.710370 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: dvr.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.711072 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.711588 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: dvr Oct 18 18:38:08.711907 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: ecmp_routes.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.712822 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.713328 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension ecmp_routes not supported by any of loaded plugins Oct 18 18:38:08.713651 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: empty_string_filtering.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.714567 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.715091 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: empty-string-filtering Oct 18 18:38:08.715413 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.716322 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.716842 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 18 18:38:08.717168 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.718084 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.718625 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 18 18:38:08.718953 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: external_net.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.719870 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.720386 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: external-net Oct 18 18:38:08.720731 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: extra_dhcp_opt.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.722178 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.722730 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: extra_dhcp_opt Oct 18 18:38:08.723058 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: extraroute.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.723975 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.724500 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: extraroute Oct 18 18:38:08.724826 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: extraroute_atomic.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.725855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.726376 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: extraroute-atomic Oct 18 18:38:08.726741 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: filter_validation.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.727412 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.727927 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: filter-validation Oct 18 18:38:08.728254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: fip_pf_description.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.729331 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.729852 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 18 18:38:08.730177 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: fip_port_details.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.731168 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.731685 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: fip-port-details Oct 18 18:38:08.732013 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: flavors.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.733236 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.733761 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: flavors Oct 18 18:38:08.734091 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.735854 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.736408 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 18 18:38:08.736751 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: floatingip_pools.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.737463 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.737989 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: floatingip-pools Oct 18 18:38:08.738321 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: ip_allocation.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.739293 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.739808 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension ip_allocation not supported by any of loaded plugins Oct 18 18:38:08.740137 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.741075 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.741594 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: ip-substring-filtering Oct 18 18:38:08.741925 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l2_adjacency.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.742881 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.743394 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension l2_adjacency not supported by any of loaded plugins Oct 18 18:38:08.743720 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.744684 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.745206 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: router Oct 18 18:38:08.745535 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3_conntrack_helper.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.747836 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.748364 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 18 18:38:08.748699 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.749629 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.750147 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: ext-gw-mode Oct 18 18:38:08.750480 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.751445 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.751965 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: l3-ha Oct 18 18:38:08.752318 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3_flavors.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.753247 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.753762 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: l3-flavors Oct 18 18:38:08.754091 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.755047 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.755568 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: l3-port-ip-change-not-allowed Oct 18 18:38:08.755898 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: l3agentscheduler.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.756942 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.757718 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: l3_agent_scheduler Oct 18 18:38:08.758047 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: logging.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.759615 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.760144 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension logging not supported by any of loaded plugins Oct 18 18:38:08.760479 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: metering.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.761229 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.761817 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: metering Oct 18 18:38:08.762145 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.763296 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.763818 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: metering_source_and_destination_fields Oct 18 18:38:08.764145 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: multiprovidernet.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.765203 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.765755 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: multi-provider Oct 18 18:38:08.766082 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: netmtu.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.767030 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.767550 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: net-mtu Oct 18 18:38:08.768389 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: netmtu_writable.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.769310 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.769832 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: net-mtu-writable Oct 18 18:38:08.770156 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: network_availability_zone.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.770870 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.771383 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: network_availability_zone Oct 18 18:38:08.771705 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: network_ip_availability.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.772830 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.773352 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: network-ip-availability Oct 18 18:38:08.773678 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: network_segment_range.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.774449 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.775001 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension network-segment-range not supported by any of loaded plugins Oct 18 18:38:08.775328 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: pagination.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.776337 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.776672 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: pagination Oct 18 18:38:08.777000 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: port_device_profile.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.777927 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.778450 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: port-device-profile Oct 18 18:38:08.778802 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.779723 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.780238 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: port-mac-address-regenerate Oct 18 18:38:08.780563 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.781486 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.782001 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: port-numa-affinity-policy Oct 18 18:38:08.782328 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: port_resource_request.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.783326 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.784338 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension port-resource-request not supported by any of loaded plugins Oct 18 18:38:08.784664 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: portbindings.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.785597 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.786113 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: binding Oct 18 18:38:08.786437 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: portbindings_extended.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.787754 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.788274 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: binding-extended Oct 18 18:38:08.788603 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: portsecurity.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.789533 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.790055 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: port-security Oct 18 18:38:08.790381 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: project_id.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.791393 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.791733 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: project-id Oct 18 18:38:08.792062 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: providernet.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.792990 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.793516 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: provider Oct 18 18:38:08.793846 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.797403 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.797937 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos not supported by any of loaded plugins Oct 18 18:38:08.798275 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.799594 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.800124 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 18 18:38:08.800457 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.801383 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.801907 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 18 18:38:08.802239 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_default.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.803195 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.803719 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-default not supported by any of loaded plugins Oct 18 18:38:08.804046 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_fip.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.804703 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.805216 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-fip not supported by any of loaded plugins Oct 18 18:38:08.805541 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_gateway_ip.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.806471 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.807020 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 18 18:38:08.807354 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_port_network_policy.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.808272 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.808789 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 18 18:38:08.809116 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.810161 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.810727 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 18 18:38:08.811061 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_pps_rule.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.812249 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.812773 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-pps not supported by any of loaded plugins Oct 18 18:38:08.813104 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_rule_type_details.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.814030 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.814597 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 18 18:38:08.814931 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: qos_rules_alias.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.815992 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.816515 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 18 18:38:08.816842 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: quotasv2.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.817943 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.818275 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: quotas Oct 18 18:38:08.818627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: quotasv2_detail.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.821772 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.822119 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: quota_details Oct 18 18:38:08.822456 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: rbac.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.823538 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.824071 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: rbac-policies Oct 18 18:38:08.824402 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: rbac_address_group.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.825342 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.825869 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: rbac-address-group Oct 18 18:38:08.826198 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: rbac_address_scope.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.827149 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.827681 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: rbac-address-scope Oct 18 18:38:08.828005 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: rbac_security_groups.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.828925 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.829443 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: rbac-security-groups Oct 18 18:38:08.829768 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: rbac_subnetpool.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.831227 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.831748 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: rbac-subnetpool Oct 18 18:38:08.832075 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: revisionifmatch.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.833001 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.833517 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: revision-if-match Oct 18 18:38:08.833841 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: revisions.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.834991 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.835517 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: standard-attr-revisions Oct 18 18:38:08.835846 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: router_availability_zone.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.836520 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.837043 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: router_availability_zone Oct 18 18:38:08.837372 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: routerservicetype.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.838295 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.838832 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension router-service-type not supported by any of loaded plugins Oct 18 18:38:08.839157 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.840089 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.840606 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: security-groups-normalized-cidr Oct 18 18:38:08.840930 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: security_groups_port_filtering.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.841851 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.842367 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: port-security-groups-filtering Oct 18 18:38:08.842724 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.843650 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.844168 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: security-groups-remote-address-group Oct 18 18:38:08.844493 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: securitygroup.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.854279 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.854851 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: security-group Oct 18 18:38:08.855184 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: segment.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.855975 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.856494 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension segment not supported by any of loaded plugins Oct 18 18:38:08.856838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.857838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.858357 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 18 18:38:08.858725 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: servicetype.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.859856 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.860382 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: service-type Oct 18 18:38:08.860713 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: sorting.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.862219 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.862576 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: sorting Oct 18 18:38:08.862909 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: standard_attr_segment.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.863831 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.864356 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 18 18:38:08.864681 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: standardattrdescription.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.865337 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.865858 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: standard-attr-description Oct 18 18:38:08.866184 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: stateful_security_group.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.867168 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.867694 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: stateful-security-group Oct 18 18:38:08.868023 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: stdattrs_common.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.868610 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 18 18:38:08.868933 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.869875 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.870395 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 18 18:38:08.870750 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnet_onboard.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.871826 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.872353 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: subnet_onboard Oct 18 18:38:08.872682 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.873615 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.874135 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 18 18:38:08.874460 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnet_service_types.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.875413 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.875932 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: subnet-service-types Oct 18 18:38:08.876256 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnetallocation.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.877908 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.878425 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: subnet_allocation Oct 18 18:38:08.878783 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.879454 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.879970 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: subnetpool-prefix-ops Oct 18 18:38:08.880293 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.881230 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.881743 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 18 18:38:08.882067 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: tagging.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.883418 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.883946 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: standard-attr-tag Oct 18 18:38:08.884273 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: timestamp.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.885479 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.886007 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loaded extension: standard-attr-timestamp Oct 18 18:38:08.886338 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: trunk.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.887406 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.887937 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension trunk not supported by any of loaded plugins Oct 18 18:38:08.888269 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: trunk_details.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.889199 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.889719 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension trunk-details not supported by any of loaded plugins Oct 18 18:38:08.890047 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: uplink_status_propagation.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.890996 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.891517 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 18 18:38:08.891846 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Loading extension file: vlantransparent.py {{(pid=129606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 18 18:38:08.892521 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=129606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 18 18:38:08.893064 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extension vlan-transparent not supported by any of loaded plugins Oct 18 18:38:08.895522 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:network Oct 18 18:38:08.896054 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnet Oct 18 18:38:08.896456 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 18:38:08.896857 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:port Oct 18 18:38:08.898092 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.898556 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service FLAVORS assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.899206 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.899638 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.899974 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:router Oct 18 18:38:08.900404 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:floatingip Oct 18 18:38:08.900895 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service METERING assigned prefix: /metering {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.902329 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.902738 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.903097 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=129606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:38:08.904103 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 18:38:08.904551 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:security_group Oct 18 18:38:08.904987 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 18:38:08.905605 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service CORE assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.905939 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 18:38:08.906287 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] subnetpool is already registered Oct 18 18:38:08.906757 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service CORE assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.907085 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 18:38:08.907419 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] subnetpool is already registered Oct 18 18:38:08.910606 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.911305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service FLAVORS assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.912342 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.913043 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.913468 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:router Oct 18 18:38:08.913830 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] router is already registered Oct 18 18:38:08.914518 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:floatingip Oct 18 18:38:08.915098 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] floatingip is already registered Oct 18 18:38:08.915860 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service METERING assigned prefix: /metering {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.916967 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of CountableResource for resource:rbac_policy Oct 18 18:38:08.917301 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] rbac_policy is already registered Oct 18 18:38:08.917728 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:security_group Oct 18 18:38:08.918068 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] security_group is already registered Oct 18 18:38:08.918477 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:security_group_rule Oct 18 18:38:08.918835 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] security_group_rule is already registered Oct 18 18:38:08.919477 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service CORE assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.919808 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 18:38:08.920144 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] subnetpool is already registered Oct 18 18:38:08.920577 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.v2.resource_helper [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Service CORE assigned prefix: {{(pid=129606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 18 18:38:08.920902 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Creating instance of TrackedResource for resource:subnetpool Oct 18 18:38:08.921236 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING neutron.quota.resource_registry [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] subnetpool is already registered Oct 18 18:38:08.921706 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: extensions {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.923383 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: address-groups {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.925452 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: address-scopes {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.926792 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: agents {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.927954 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: auto-allocated-topology {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.929211 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: availability_zones {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.930424 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: dhcp-networks {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.933145 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: dhcp-agents {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.934627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: routers {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.936848 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: flavors {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.938020 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: service_profiles {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.939264 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: next_providers {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.941287 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: service_profiles {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.942873 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: floatingip-pools {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.944158 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: routers {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.946257 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: floatingips {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.947565 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: l3-routers {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.948970 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: l3-agents {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.950401 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: metering-labels {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.951786 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: metering-label-rules {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.953070 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: network-ip-availabilities {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.954345 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: bindings {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.956060 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: quotas {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.957642 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: quotas {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.959227 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: rbac-policies {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.960519 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: security-groups {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.961752 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: security-group-rules {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.963046 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: service-providers {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.964259 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: subnetpools {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.965725 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: subnetpools {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.967232 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.968936 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.971282 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.973061 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.974870 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.976732 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.978427 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.980393 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.982138 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.984017 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron.api.extensions [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Extended resource: tags {{(pid=129606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 18 18:38:08.990657 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING keystonemiddleware.auth_token [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 18 18:38:08.996289 dv-cinder-813220-2-iscsi neutron-server[129606]: WARNING keystonemiddleware.auth_token [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 18 18:38:09.004896 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Acquired lock "singleton_lock" {{(pid=129606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 18 18:38:09.005380 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_concurrency.lockutils [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Releasing lock "singleton_lock" {{(pid=129606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 18 18:38:09.006029 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Starting 2 workers Oct 18 18:38:09.011122 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Started child 129715 {{(pid=129606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 18:38:09.015545 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Started child 129716 {{(pid=129606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 18:38:09.016498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.017142 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO neutron.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Neutron service started, listening on 0.0.0.0:9696 Oct 18 18:38:09.017812 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Publish callbacks [] for process, before_spawn {{(pid=129606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.017926 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [-] (129715) wsgi starting up on http://0.0.0.0:9696 Oct 18 18:38:09.020150 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Starting 1 workers Oct 18 18:38:09.020259 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.021560 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [-] (129716) wsgi starting up on http://0.0.0.0:9696 Oct 18 18:38:09.025293 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Started child 129717 {{(pid=129606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 18:38:09.025837 dv-cinder-813220-2-iscsi neutron-server[129606]: INFO oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Starting 1 workers Oct 18 18:38:09.029041 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] calling RpcWorker wait() {{(pid=129717) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 18 18:38:09.029608 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] returning from RpcWorker wait() {{(pid=129717) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 18 18:38:09.030304 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Started child 129718 {{(pid=129606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 18 18:38:09.030962 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.031129 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG neutron_lib.callbacks.manager [None req-da220c97-b5b7-4644-bb95-973f9ce72f4e None None] Publish callbacks [] for process, after_spawn {{(pid=129606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.031517 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:09.032947 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=129606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 18:38:09.033163 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 18:38:09.033895 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 18:38:09.034112 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 18:38:09.034457 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 18:38:09.034664 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 18:38:09.035187 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.035448 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.035643 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:09.036120 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.036120 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.036251 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.036805 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.037065 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.037314 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.037584 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.037843 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.038014 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.038182 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.038436 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.038692 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.038995 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.039279 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.039516 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.039798 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.039973 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.040231 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.040499 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.040724 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.040983 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] debug = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.041233 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.041711 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.041940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.042178 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.042425 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.042725 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.042953 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.043207 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.043436 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.043649 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.043879 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.044121 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.044351 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.044567 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.044798 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.045036 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.045254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.045734 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] host = dv-cinder-813220-2-iscsi {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.045980 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.046195 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.046421 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.046766 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.046945 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.047179 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.047436 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.047698 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.047942 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.048161 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.048410 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.048657 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.049001 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.049731 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.049895 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_options = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.050169 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.050452 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.050732 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.050922 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.051072 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.051255 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.051519 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.051680 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.051926 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.052139 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.052351 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.052584 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.052786 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.052999 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.053268 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.053511 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.053724 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.053933 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.054174 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.054401 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.054643 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.054889 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.055142 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.055357 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.055586 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.055828 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.056081 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.056313 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.056523 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.056770 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.057000 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.057277 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.057500 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.057732 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.058082 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.058222 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.058433 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.058667 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.058950 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.059173 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.059421 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.059669 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.059905 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.060135 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.060353 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.060602 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.060841 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_json = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.061050 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.061291 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.061531 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.061743 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.061953 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.062162 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.062376 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.062685 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.063065 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.063355 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.063689 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.063915 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.064150 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.064892 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.064892 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.065312 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.065312 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.065582 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:09.065753 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.065753 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.066045 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.066271 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.066490 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.066861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.067202 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.067437 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.067701 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.069363 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.070590 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.070590 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.070590 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.070590 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.071492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.071492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.071492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.071492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.071492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072062 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072062 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072327 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072439 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072596 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.072832 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.073027 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.073292 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.073512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.073741 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.073963 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.075113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.075113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.075113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.075113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.075113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.079512 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.081855 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.083619 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.084989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.086767 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.087775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.088098 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.088098 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.088316 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.088519 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.088805 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.089051 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.089283 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.089924 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.089924 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.090098 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.090272 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.090524 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.090771 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.091207 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.091429 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.091630 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.091901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.092108 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.092354 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.092796 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.093838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.093838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.093838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.093838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.094150 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.094292 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.094540 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.094784 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.095006 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.095257 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.095578 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.096366 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.096602 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.096817 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.097081 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.097532 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.097958 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.098262 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.098500 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.098758 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.099028 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.099272 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.099644 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.099885 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.100125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.103901 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.104940 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.105285 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.105396 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.105647 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.105851 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.106091 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.106324 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.106537 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.106803 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.107041 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.107254 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.107464 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.107682 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.107894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.108139 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.108365 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.108597 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.109033 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.109444 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.109925 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.110333 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.110781 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.111023 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.111245 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.112067 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.112292 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.112511 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.112752 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.112964 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.113183 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.113438 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.113662 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.113914 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.114128 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.114340 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.114571 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.114869 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.115092 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.115380 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.115647 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.115880 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.116135 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.116392 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.116608 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.116840 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.117053 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.117266 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.117488 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.117707 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.117920 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.118163 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.118393 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.118635 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.118859 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.119077 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.119317 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.119510 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.119775 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.119983 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.120211 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.120445 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.120653 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.120874 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.121074 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.121286 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.121528 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.121746 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.121953 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.122181 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.122410 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.122645 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.122864 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.123078 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.123286 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.123588 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.123839 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.124056 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.124517 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.124772 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.125031 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.125284 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.125587 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.125832 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.126070 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.126289 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.126523 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.126797 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.127088 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.127398 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.127687 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.127938 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.128191 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.128469 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.128744 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.129012 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.129227 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.129515 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.129850 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.130127 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.130373 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.130664 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.130923 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.131165 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.131384 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.131631 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.131866 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.132081 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.132321 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.132822 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.133053 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.133290 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.133688 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.133929 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.134175 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.134444 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.134668 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.134893 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.135044 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 18:38:09.135708 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=129606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 18 18:38:09.135867 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 18 18:38:09.136214 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 18 18:38:09.136383 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 18 18:38:09.136553 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 18 18:38:09.136705 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 18 18:38:09.136914 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137077 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137236 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137393 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137551 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137730 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.137891 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138049 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138206 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138364 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138521 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138702 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.138890 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139026 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139158 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139315 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139471 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139788 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.139945 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140109 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140265 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140428 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] debug = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140588 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140782 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.140945 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141101 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141259 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141415 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141573 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141730 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.141887 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142044 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142199 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142347 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142502 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142705 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.142864 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143020 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143178 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143335 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] host = dv-cinder-813220-2-iscsi {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143650 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.143811 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144003 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144266 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144492 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144660 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144828 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.144954 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.145159 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_options = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.146616 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.147821 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148305 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148714 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148714 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148714 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148942 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.148942 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.149089 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.149226 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.149388 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.149543 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.149860 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150585 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150585 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150585 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150585 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150867 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150867 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.150991 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151075 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151248 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151377 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151534 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151696 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.151854 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152011 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152169 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152326 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152483 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152639 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152797 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.152953 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_json = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153110 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153267 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153426 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153580 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153738 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.153892 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.154052 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.154215 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 18 18:38:09.154394 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.154609 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.154746 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.154892 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155049 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155367 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155531 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155678 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155837 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.155998 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156172 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156314 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156483 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156709 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156838 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.156972 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157208 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157208 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157527 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157527 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157688 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.157836 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.158010 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.158131 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.158834 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.158989 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159386 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159386 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159386 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159649 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159858 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.159858 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160019 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160152 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160325 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160463 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160633 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160788 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.160943 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161105 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161268 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161429 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161592 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161754 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.161915 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162077 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162231 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162395 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162575 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162738 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.162902 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163058 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163221 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163383 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163542 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163713 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.163871 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.164505 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.164505 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.164505 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.164505 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165194 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165194 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165194 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165194 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165667 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165667 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165667 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165667 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165957 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.165957 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166103 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166269 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.166894 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167184 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167184 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167356 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:09.167445 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167527 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167631 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167792 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.167952 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168113 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168272 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168431 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168590 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168750 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.168918 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169092 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169252 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169481 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169591 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169719 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.169878 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170036 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170195 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170354 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170518 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170698 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.170850 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171009 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171170 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171329 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171488 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171647 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171806 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.171964 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172285 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172444 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172603 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172763 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.172922 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173081 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173249 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173408 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173569 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173728 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.173939 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174110 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174285 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174452 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174645 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174808 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.174968 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175129 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175288 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175451 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175661 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175756 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.175927 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176097 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176257 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176417 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176576 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176758 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.176926 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177065 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177224 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177383 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177545 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177704 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.177863 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178024 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178183 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178344 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178503 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178701 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.178861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179030 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179169 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179325 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179547 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179729 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.179886 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.180197 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.180542 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.180880 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.181207 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.181549 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.181713 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.181887 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182104 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182511 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182511 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182511 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.182861 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183007 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183085 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183227 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183388 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183551 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183719 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.183844 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.184804 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.185627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.185627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.185627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.185627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.185627 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186125 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186589 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186589 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186791 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186791 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.186936 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187065 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187222 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187385 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187538 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187700 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.187862 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188021 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188182 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188344 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188549 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188676 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188799 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.188946 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.189105 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.189277 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.189955 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190658 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190658 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190658 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190658 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190909 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.190909 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191083 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191190 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191347 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191506 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191679 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191839 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.191979 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.192148 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.193599 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.194981 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195467 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195816 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195816 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.195936 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196003 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196258 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196361 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196477 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196904 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.196904 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197186 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197186 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197444 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197444 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197701 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197701 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197966 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.197966 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198217 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198349 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198480 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198647 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198780 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.198924 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199069 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199203 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199361 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199521 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199680 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199841 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.199999 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200158 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200318 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200477 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200636 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200794 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.200958 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201122 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201284 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201443 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201603 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201762 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 18 18:38:09.201909 dv-cinder-813220-2-iscsi neutron-server[129606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=129606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 18 18:38:09.417071 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 33920) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:09.425447 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061734 Oct 18 18:38:20.841678 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b345755-6fcc-4768-bf7d-5770c0031b92 None None] get_active_networks_info from dv-cinder-813220-2-iscsi {{(pid=129717) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 18 18:38:20.908301 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b345755-6fcc-4768-bf7d-5770c0031b92 None None] No non-hosted networks {{(pid=129717) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 18 18:38:20.929184 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c73a2840-25a7-4eb0-989a-3c27ecf77f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:23.321273 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea99d532-300e-4382-a402-1188b7dd2d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:23.373209 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f1c00b04-e781-475c-8ec9-1a1015e20a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:24.191281 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:24.192717 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.193296 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.193992 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.194571 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.197820 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.210617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.210617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.210617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.210617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.210617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.211096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.211096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:24.211096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813220-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:24.253806 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813220-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:24.667310 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:26.012073 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:27.390632 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34012) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:27.890137 dv-cinder-813220-2-iscsi neutron-server[129716]: WARNING oslo_policy.policy [None req-0b9311fb-10b0-4482-8c5b-a672b7353123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:27.890851 dv-cinder-813220-2-iscsi neutron-server[129716]: WARNING oslo_policy.policy [None req-0b9311fb-10b0-4482-8c5b-a672b7353123 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:28.115098 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [None req-0b9311fb-10b0-4482-8c5b-a672b7353123 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:38:28.116119 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0b9311fb-10b0-4482-8c5b-a672b7353123 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7245648 Oct 18 18:38:28.838263 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.db.l3_hamode_db [None req-4e5497eb-f032-4f9a-94e8-b95e3dd65370 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 18 18:38:28.921153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5497eb-f032-4f9a-94e8-b95e3dd65370 None None] Routers set() bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:38:28.921530 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5497eb-f032-4f9a-94e8-b95e3dd65370 None None] Router IDs set() for agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 18 18:38:30.595613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34026) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:31.080481 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING oslo_policy.policy [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:31.081103 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING oslo_policy.policy [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:31.302523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:38:31.398333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.policy [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=129715) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 18:38:31.445056 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING oslo_policy.policy [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:31.445421 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING oslo_policy.policy [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:31.453923 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.quota [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] Loaded quota_driver: . Oct 18 18:38:31.545602 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231329456', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231329935', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231308956', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231311576', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231754050', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730231429478', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-642272', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-655231', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1582904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1826104'] for rbac-policy, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:31.609373 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:31.610752 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b9c1286b-8192-408e-8289-204d88cb7947 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0130000 Oct 18 18:38:34.285775 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34044) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:34.588579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'name': 'private'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:38:34.615954 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Made reservation on behalf of ba932071ba8140599ec7bb20c2d16789 for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:38:34.618779 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.635574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.740207 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.743645 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.763218 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:38:34.790961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730233431884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.791517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Unsubscribe: segment precommit_create {{(pid=129715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 18:38:34.792008 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Added segment c60dd3b1-4489-427b-9d5e-8d13c5d04308 of type vlan for network a2e39db9-9192-426d-a67e-f7aaecb24e61 Oct 18 18:38:34.807849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855e2200-3e85-4cae-8c83-d0a5fbd3e5fa,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:34.834434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.834819 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.835159 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.835486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.835810 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.836147 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.836474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.836808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.837148 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.837466 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.837781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.838091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Tracked resource versions report: Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: pushed versions: Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: { 'AddressGroup': {'1.2'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'ConntrackHelper': {'1.0'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Log': {'1.0'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Network': {'1.1'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Port': {'1.7'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'PortForwarding': {'1.2'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'QosPolicy': {'1.10'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroup': {'1.4'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SubPort': {'1.0'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Subnet': {'1.1'}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Trunk': {'1.1'}} Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: consumer versions: Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'ConntrackHelper': '1.0', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Log': '1.0', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Network': '1.1', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Port': '1.7', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'PortForwarding': '1.2', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'QosPolicy': '1.10', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroup': '1.4', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroupRule': '1.2', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SubPort': '1.0', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Subnet': '1.1', Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Trunk': '1.1'}} Oct 18 18:38:34.839209 dv-cinder-813220-2-iscsi neutron-server[129715]: {{(pid=129715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:38:34.910599 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.947674 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.949065 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:38:34.949732 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:34.998191 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7113478 Oct 18 18:38:35.055824 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8c59c-3204-4ddc-98ec-20039d061d71 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e39db9-9192-426d-a67e-f7aaecb24e61,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:35.069037 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:38:37.734430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34058) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:38.140232 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b941269-3d29-4b68-9c1d-6a12af7c0b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:38:38.141633 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-5b941269-3d29-4b68-9c1d-6a12af7c0b37 admin admin] 10.222.0.36 "GET /v2.0/networks/a2e39db9-9192-426d-a67e-f7aaecb24e61 HTTP/1.1" status: 200 len: 825 time: 0.4061744 Oct 18 18:38:38.166207 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9c9d499a-da46-4442-ac9f-9d876255dbb3 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c593f39b-ea50-4fd4-9c4a-72649876ba87 HTTP/1.1" status: 200 len: 734 time: 0.0183830 Oct 18 18:38:38.175565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:38:38.197123 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Made reservation on behalf of ba932071ba8140599ec7bb20c2d16789 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:38:38.199319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:38.480467 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:38.550682 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=02989c95-1180-4e3d-8317-f604afc289b3,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:38.554175 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Checking segment: {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:38:38.554809 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Network hostable DHCP agents. Network: a2e39db9-9192-426d-a67e-f7aaecb24e61, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:38:38.574697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:38:38.589101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, a2e39db9-9192-426d-a67e-f7aaecb24e61) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:38:38.593955 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:38:38.594532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:38.599303 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda55ade-f318-46d5-97f6-ddaa5a59e027 None None] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:38:38.612791 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ee7d3c15-b92b-48fa-86b9-85c7b6008a5d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409058 Oct 18 18:38:38.917462 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-a2e39db9-9192-426d-a67e-f7aaecb24e61', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:38:38.918754 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.195958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Allocated IP 172.20.0.2 (a2e39db9-9192-426d-a67e-f7aaecb24e61/02989c95-1180-4e3d-8317-f604afc289b3/11f5505e-41d5-491d-b6b8-905d28e90e76) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:38:39.395174 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.402962 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.499834 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:38:39.508191 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:38:39.515462 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:38:39.520835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Pushing event updated for resources: {'Port': ['ID=11f5505e-41d5-491d-b6b8-905d28e90e76,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:39.554698 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.555069 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.555419 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.555756 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.556090 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.556422 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.556748 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.557077 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.557426 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.557748 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.558088 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.558390 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Tracked resource versions report: Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: pushed versions: Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: { 'AddressGroup': {'1.2'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'ConntrackHelper': {'1.0'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Log': {'1.0'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Network': {'1.1'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Port': {'1.7'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'PortForwarding': {'1.2'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'QosPolicy': {'1.10'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroup': {'1.4'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SubPort': {'1.0'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Subnet': {'1.1'}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Trunk': {'1.1'}} Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: consumer versions: Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'ConntrackHelper': '1.0', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Log': '1.0', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Network': '1.1', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Port': '1.7', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'PortForwarding': '1.2', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'QosPolicy': '1.10', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroup': '1.4', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroupRule': '1.2', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SubPort': '1.0', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Subnet': '1.1', Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Trunk': '1.1'}} Oct 18 18:38:39.559507 dv-cinder-813220-2-iscsi neutron-server[129717]: {{(pid=129717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:38:39.606686 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Attempting to bind port 11f5505e-41d5-491d-b6b8-905d28e90e76 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:38:39.607291 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Attempting to bind port 11f5505e-41d5-491d-b6b8-905d28e90e76 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:38:39.607492 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Attempting to bind port 11f5505e-41d5-491d-b6b8-905d28e90e76 on network a2e39db9-9192-426d-a67e-f7aaecb24e61 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:38:39.612820 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:38:39.613201 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Checking segment: {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:38:39.613660 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.614044 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Bound using segment: {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:38:39.614539 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Bound port: 11f5505e-41d5-491d-b6b8-905d28e90e76, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:38:39.614962 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.675725 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] For port 11f5505e-41d5-491d-b6b8-905d28e90e76, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:38:39.680431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] For port 11f5505e-41d5-491d-b6b8-905d28e90e76, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=11f5505e-41d5-491d-b6b8-905d28e90e76,segment=NetworkSegment(c60dd3b1-4489-427b-9d5e-8d13c5d04308),segment_id=c60dd3b1-4489-427b-9d5e-8d13c5d04308)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:38:39.683927 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:39.747966 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52faa2c7-785f-43ba-9cbf-1dacd214ed94 None None] Pushing event updated for resources: {'Port': ['ID=11f5505e-41d5-491d-b6b8-905d28e90e76,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:41.121155 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34066) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:41.423750 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [None req-3123c50f-56f2-4df1-864a-8a3b36bbdaa7 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:38:41.424737 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3123c50f-56f2-4df1-864a-8a3b36bbdaa7 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3026133 Oct 18 18:38:43.908685 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34074) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:44.221700 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [None req-e18738c5-36b5-4ed9-aab6-400bff5220ed admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:38:44.222690 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e18738c5-36b5-4ed9-aab6-400bff5220ed admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3130586 Oct 18 18:38:46.962385 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34084) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:47.261790 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:38:47.329817 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.policy [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=129716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 18 18:38:47.377148 dv-cinder-813220-2-iscsi neutron-server[129716]: WARNING oslo_policy.policy [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:47.377523 dv-cinder-813220-2-iscsi neutron-server[129716]: WARNING oslo_policy.policy [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 18 18:38:47.386471 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.quota [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Loaded quota_driver: . Oct 18 18:38:47.442865 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:47.444710 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:47.597637 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:47.605041 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:47.628914 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:47.631086 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-960eb753-3227-4728-9366-dd05fdd9bbd8 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6676075 Oct 18 18:38:48.207489 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 11f5505e-41d5-491d-b6b8-905d28e90e76 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:38:48.293699 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 11f5505e-41d5-491d-b6b8-905d28e90e76 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:48.294098 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:48.405106 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:48.440727 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 11f5505e-41d5-491d-b6b8-905d28e90e76, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=11f5505e-41d5-491d-b6b8-905d28e90e76,segment=NetworkSegment(c60dd3b1-4489-427b-9d5e-8d13c5d04308),segment_id=c60dd3b1-4489-427b-9d5e-8d13c5d04308)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:38:48.445306 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:48.495128 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=11f5505e-41d5-491d-b6b8-905d28e90e76,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:48.864914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a36330-e2e4-4368-a5b6-bd55a240ff54 None None] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:38:48.943159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-9c506df2-6e67-43f8-876f-243c6c9d082e None None] Provisioning complete for port 11f5505e-41d5-491d-b6b8-905d28e90e76 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:48.943523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9c506df2-6e67-43f8-876f-243c6c9d082e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:49.308206 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-c0ff40d9-5a31-4b62-b90f-606991204425 None None] Provisioning complete for port 11f5505e-41d5-491d-b6b8-905d28e90e76 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:49.308849 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c0ff40d9-5a31-4b62-b90f-606991204425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:50.062186 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 11f5505e-41d5-491d-b6b8-905d28e90e76 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:38:50.108785 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 11f5505e-41d5-491d-b6b8-905d28e90e76 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:50.109245 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:50.154782 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34098) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:50.461558 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [None req-0b5756f7-9dc8-4552-a444-16bb07fef70b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:38:50.462534 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0b5756f7-9dc8-4552-a444-16bb07fef70b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3066885 Oct 18 18:38:50.713315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ce248f5b-8a55-4863-825b-07e601fe48da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:51.091421 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:38:52.942454 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34106) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:53.251718 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:38:53.273240 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Made reservation on behalf of e2fba8b4340c45198a97460c74be901e for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:38:53.276902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.287165 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.315750 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ddf76999-27af-44c9-affe-0cc4bc5ab32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.375637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.379837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.395106 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Reserving flat network on physical network physnet1 {{(pid=129715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 18 18:38:53.414574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660b85d7-b8b3-4432-bdaa-0f016c2f7799,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:53.418099 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.418437 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Added segment 6301ad79-8b77-4487-8992-652e06f73e04 of type flat for network 01d75eca-75c9-4f90-abd7-4875b076ce6f Oct 18 18:38:53.464340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.495077 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.496048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:38:53.496668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:53.534055 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5905161 Oct 18 18:38:53.561369 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3bf9e-5fed-466f-9a9f-b176223b591c admin admin] Pushing event updated for resources: {'Network': ['ID=01d75eca-75c9-4f90-abd7-4875b076ce6f,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:53.572574 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:38:54.163384 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:54.590477 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:55.947507 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:56.013421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34124) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:38:56.182790 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20864609-300b-4ab3-afcd-5d53da5bc18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:38:56.184102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-20864609-300b-4ab3-afcd-5d53da5bc18c admin admin] 10.222.0.36 "GET /v2.0/subnets/02989c95-1180-4e3d-8317-f604afc289b3 HTTP/1.1" status: 200 len: 849 time: 0.1696899 Oct 18 18:38:56.343179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f565fca7-20cc-43d6-bc92-88dced205b4c admin admin] 10.222.0.36 "GET /v2.0/routers/35bfbe07-cd6c-4ecc-8b25-848626218459 HTTP/1.1" status: 200 len: 704 time: 0.1529009 Oct 18 18:38:56.606383 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:56.892894 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Allocated IP 172.20.0.1 (a2e39db9-9192-426d-a67e-f7aaecb24e61/02989c95-1180-4e3d-8317-f604afc289b3/f1a83c08-21f9-497e-a5eb-6f13286be42a) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:38:57.043653 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.156076 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.225683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:38:57.233485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:38:57.236092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:38:57.236754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.262310 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a83c08-21f9-497e-a5eb-6f13286be42a,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:57.435142 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.445569 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-c567d283-f24d-4d56-a0fc-2ed350dc4a9e None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:57.446087 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c567d283-f24d-4d56-a0fc-2ed350dc4a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.480111 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-c567d283-f24d-4d56-a0fc-2ed350dc4a9e None None] Port f1a83c08-21f9-497e-a5eb-6f13286be42a cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:38:57.638830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.643156 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.643947 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:57.702206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a83c08-21f9-497e-a5eb-6f13286be42a,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:57.765878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:38:57.767202 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:38:57.927555 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Router 35bfbe07-cd6c-4ecc-8b25-848626218459 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:38:58.002101 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-18c47747-98c7-4a26-b6d1-6c5423af806e None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:58.002469 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-18c47747-98c7-4a26-b6d1-6c5423af806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:58.018526 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:38:58.024631 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-883a58b1-50df-482c-ab62-27e24e2c0a11 admin admin] 10.222.0.36 "PUT /v2.0/routers/35bfbe07-cd6c-4ecc-8b25-848626218459/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6753221 Oct 18 18:38:58.029341 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Sync routers for ids ['35bfbe07-cd6c-4ecc-8b25-848626218459'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:38:58.041515 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Routers {'35bfbe07-cd6c-4ecc-8b25-848626218459'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:38:58.042449 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-18c47747-98c7-4a26-b6d1-6c5423af806e None None] Port f1a83c08-21f9-497e-a5eb-6f13286be42a cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:38:58.042761 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:38:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['35bfbe07-cd6c-4ecc-8b25-848626218459'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:58.232074 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Set router 35bfbe07-cd6c-4ecc-8b25-848626218459 gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:38:58.662109 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:38:57Z', 'revision_number': 2, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port_host': None, '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:57Z', 'revision_number': 2, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:58.712524 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Checking router: 35bfbe07-cd6c-4ecc-8b25-848626218459 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:38:58.712888 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Updating router 35bfbe07-cd6c-4ecc-8b25-848626218459 port f1a83c08-21f9-497e-a5eb-6f13286be42a binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:38:58.760375 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.265595 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.272571 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.440800 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Pushing event updated for resources: {'Port': ['ID=f1a83c08-21f9-497e-a5eb-6f13286be42a,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:59.445851 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Attempting to bind port f1a83c08-21f9-497e-a5eb-6f13286be42a on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:38:59.446240 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Attempting to bind port f1a83c08-21f9-497e-a5eb-6f13286be42a by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:38:59.446728 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Attempting to bind port f1a83c08-21f9-497e-a5eb-6f13286be42a on network a2e39db9-9192-426d-a67e-f7aaecb24e61 {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:38:59.455056 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.455425 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.456415 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.456415 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.456415 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.456720 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.457044 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.457368 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.457704 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.458029 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.458348 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.458690 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Tracked resource versions report: Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: pushed versions: Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: { 'AddressGroup': {'1.2'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'ConntrackHelper': {'1.0'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Log': {'1.0'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Network': {'1.1'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Port': {'1.7'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'PortForwarding': {'1.2'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'QosPolicy': {'1.10'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroup': {'1.4'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SubPort': {'1.0'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Subnet': {'1.1'}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Trunk': {'1.1'}} Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: consumer versions: Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'ConntrackHelper': '1.0', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Log': '1.0', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Network': '1.1', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Port': '1.7', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'PortForwarding': '1.2', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'QosPolicy': '1.10', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroup': '1.4', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroupRule': '1.2', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SubPort': '1.0', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Subnet': '1.1', Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Trunk': '1.1'}} Oct 18 18:38:59.459787 dv-cinder-813220-2-iscsi neutron-server[129718]: {{(pid=129718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:38:59.462219 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:38:59.462870 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Checking segment: {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:38:59.463140 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.463521 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Bound using segment: {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:38:59.464024 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Bound port: f1a83c08-21f9-497e-a5eb-6f13286be42a, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60dd3b1-4489-427b-9d5e-8d13c5d04308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:38:59.464413 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.479208 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-72875118-9480-420d-88b0-6892e19bbab9 None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:59.479675 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72875118-9480-420d-88b0-6892e19bbab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.517403 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-72875118-9480-420d-88b0-6892e19bbab9 None None] Port f1a83c08-21f9-497e-a5eb-6f13286be42a cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:38:59.537774 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] For port f1a83c08-21f9-497e-a5eb-6f13286be42a, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:38:59.555878 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] For port f1a83c08-21f9-497e-a5eb-6f13286be42a, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=f1a83c08-21f9-497e-a5eb-6f13286be42a,segment=NetworkSegment(c60dd3b1-4489-427b-9d5e-8d13c5d04308),segment_id=c60dd3b1-4489-427b-9d5e-8d13c5d04308)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:38:59.559823 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.618468 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Routers {'35bfbe07-cd6c-4ecc-8b25-848626218459'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:38:59.619098 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:38:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['35bfbe07-cd6c-4ecc-8b25-848626218459'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:59.621959 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaed328-6205-48b9-b5a4-8ecf84606252 None None] Pushing event updated for resources: {'Port': ['ID=f1a83c08-21f9-497e-a5eb-6f13286be42a,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:38:59.712324 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] Set router 35bfbe07-cd6c-4ecc-8b25-848626218459 gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:38:59.837188 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:38:59.837572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.921947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:38:59.924239 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:38:57Z', 'revision_number': 2, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port_host': None, '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:59Z', 'revision_number': 4, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:38:59.952460 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] For port f1a83c08-21f9-497e-a5eb-6f13286be42a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=f1a83c08-21f9-497e-a5eb-6f13286be42a,segment=NetworkSegment(c60dd3b1-4489-427b-9d5e-8d13c5d04308),segment_id=c60dd3b1-4489-427b-9d5e-8d13c5d04308)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:38:59.953196 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61697557-4ebe-4014-8652-6bbb9bd025a0 None None] The sync data for ids ['35bfbe07-cd6c-4ecc-8b25-848626218459'] in dv-cinder-813220-2-iscsi is: [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:38:57Z', 'revision_number': 2, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port_host': None, '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:59Z', 'revision_number': 4, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:38:59.958074 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:00.013456 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8eab3-1860-426a-9325-ed5311bb897e None None] Pushing event updated for resources: {'Port': ['ID=f1a83c08-21f9-497e-a5eb-6f13286be42a,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:00.386600 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34144) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:39:00.495176 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed9617c-6857-4029-ad2f-43bac5d27fa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:39:00.502581 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7ed9617c-6857-4029-ad2f-43bac5d27fa4 admin admin] 10.222.0.36 "GET /v2.0/networks/01d75eca-75c9-4f90-abd7-4875b076ce6f HTTP/1.1" status: 200 len: 842 time: 0.1089697 Oct 18 18:39:00.507458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:39:00.527539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Made reservation on behalf of e2fba8b4340c45198a97460c74be901e for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:39:00.529919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:00.808276 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.objects.ports [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=129715) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 18 18:39:00.808722 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:00.862640 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f7fa04-593e-4593-9a6e-187c21488d55,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:00.871606 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:39:00.871953 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Network hostable DHCP agents. Network: 01d75eca-75c9-4f90-abd7-4875b076ce6f, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:39:00.888307 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:39:00.896610 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 01d75eca-75c9-4f90-abd7-4875b076ce6f) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:39:00.900722 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:39:00.901300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:00.906420 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9024b218-9fd5-4898-810a-e2024fe9aef0 None None] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:39:00.923277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-63253595-0d54-4955-a5ac-e8dd53e58ce8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4137030 Oct 18 18:39:01.038787 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285ee8a-593e-4587-8f2c-5fb46d388e65 None None] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:39:03.333226 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34152) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:39:03.525455 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-4e53f218-41a0-496f-b05f-ba16dc56009d admin admin] 10.222.0.36 "GET /v2.0/routers/35bfbe07-cd6c-4ecc-8b25-848626218459 HTTP/1.1" status: 200 len: 710 time: 0.1910088 Oct 18 18:39:03.612460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199d108-9ac4-40e3-b5c2-797ec04714d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:39:03.613832 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-d199d108-9ac4-40e3-b5c2-797ec04714d5 admin admin] 10.222.0.36 "GET /v2.0/networks/01d75eca-75c9-4f90-abd7-4875b076ce6f HTTP/1.1" status: 200 len: 886 time: 0.0823107 Oct 18 18:39:03.623242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:39:03.875178 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.117241 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.191096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.294514 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Allocated IP 172.27.2.53 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/3cfa7be9-5709-4a23-857a-6b23b8fd4e15) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:39:04.393041 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.432724 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.469758 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:39:04.472713 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:39:04.476225 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:39:04.515787 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Pushing event updated for resources: {'Port': ['ID=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:04.726275 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:04.997887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1600841', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1604899', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3490'] for router, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:05.001425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1600186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1600179', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1604888'] for router, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:05.107977 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Router 35bfbe07-cd6c-4ecc-8b25-848626218459 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:39:05.212323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:39:05.216476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:05.230574 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-17ff3ef2-537a-42d5-aaa8-5d2b62f2376f admin admin] 10.222.0.36 "PUT /v2.0/routers/35bfbe07-cd6c-4ecc-8b25-848626218459 HTTP/1.1" status: 200 len: 889 time: 1.5975740 Oct 18 18:39:06.093632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device f1a83c08-21f9-497e-a5eb-6f13286be42a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:39:06.140120 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:39:06.140489 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:06.980740 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Sync routers for ids ['35bfbe07-cd6c-4ecc-8b25-848626218459'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:39:06.991530 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Routers {'35bfbe07-cd6c-4ecc-8b25-848626218459'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:39:06.992244 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:38:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['35bfbe07-cd6c-4ecc-8b25-848626218459'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:39:07.196517 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Set router 35bfbe07-cd6c-4ecc-8b25-848626218459 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:39:07.586843 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:39:04Z', 'revision_number': 4, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port': {'id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:39:04Z', 'updated_at': '2021-10-18T18:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:59Z', 'revision_number': 5, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:39:07.637286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Checking router: 35bfbe07-cd6c-4ecc-8b25-848626218459 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:39:07.637635 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Updating router 35bfbe07-cd6c-4ecc-8b25-848626218459 port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:39:07.683387 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:07.751211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34164) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:39:07.863463 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8e046554-f112-44e2-a71b-41f5535e10fa admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1110246 Oct 18 18:39:08.013603 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:08.020270 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:08.163984 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Attempting to bind port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:39:08.164354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Attempting to bind port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:39:08.164716 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Attempting to bind port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:39:08.171458 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697ae60-1b7e-412f-bd26-6006c93eca30 None None] Pushing event updated for resources: {'Port': ['ID=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:08.174425 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:39:08.174828 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:39:08.175229 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:08.175615 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:39:08.176075 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Bound port: 3cfa7be9-5709-4a23-857a-6b23b8fd4e15, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:39:08.176469 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:08.227067 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] For port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:39:08.230052 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] For port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:39:08.235502 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:08.292689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Routers {'35bfbe07-cd6c-4ecc-8b25-848626218459'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:39:08.293328 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:38:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['35bfbe07-cd6c-4ecc-8b25-848626218459'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:39:08.295067 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697ae60-1b7e-412f-bd26-6006c93eca30 None None] Pushing event updated for resources: {'Port': ['ID=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:08.403588 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] Set router 35bfbe07-cd6c-4ecc-8b25-848626218459 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:39:08.627087 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:39:04Z', 'revision_number': 4, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port': {'id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:39:04Z', 'updated_at': '2021-10-18T18:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:59Z', 'revision_number': 5, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:39:08.653703 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2190fc72-025b-4fe1-b088-0ebfca4d9030 None None] The sync data for ids ['35bfbe07-cd6c-4ecc-8b25-848626218459'] in dv-cinder-813220-2-iscsi is: [{'id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'name': 'router1', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:38:47Z', 'updated_at': '2021-10-18T18:39:04Z', 'revision_number': 4, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'gw_port': {'id': '3cfa7be9-5709-4a23-857a-6b23b8fd4e15', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:24:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:39:04Z', 'updated_at': '2021-10-18T18:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'f1a83c08-21f9-497e-a5eb-6f13286be42a', 'name': '', 'network_id': 'a2e39db9-9192-426d-a67e-f7aaecb24e61', 'tenant_id': 'ba932071ba8140599ec7bb20c2d16789', 'mac_address': 'fa:16:3e:5d:78:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35bfbe07-cd6c-4ecc-8b25-848626218459', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02989c95-1180-4e3d-8317-f604afc289b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:38:56Z', 'updated_at': '2021-10-18T18:38:59Z', 'revision_number': 5, 'project_id': 'ba932071ba8140599ec7bb20c2d16789', 'subnets': [{'id': '02989c95-1180-4e3d-8317-f604afc289b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c593f39b-ea50-4fd4-9c4a-72649876ba87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:39:10.122237 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:39:10.181573 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:39:10.182097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:10.271696 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:10.292963 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:39:10.298474 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:10.353140 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=3cfa7be9-5709-4a23-857a-6b23b8fd4e15,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:39:12.105858 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:39:12.191342 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 3cfa7be9-5709-4a23-857a-6b23b8fd4e15 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:39:12.191661 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:20.715604 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b7891966-ef52-41c5-a209-9c846d472e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:23.321939 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6578739e-529e-4030-8eba-22fb7188cedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:24.170448 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:24.596928 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:25.981514 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:28.091035 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:39:50.719627 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-955fe8c8-6706-42d3-b2ef-fd06b75132b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:53.322505 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b88c7652-e5bb-41a4-9631-24b633ce5817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:54.166649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:54.593844 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:39:55.984242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:05.089596 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:40:20.719999 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ab08c5cd-ffe2-4460-aa0a-801513f81cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:23.314011 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc2e-5fe7-4a64-96d4-1dadf9e383db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:24.168656 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:24.592473 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:25.981649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:42.088244 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:40:46.175414 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34726) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:46.235362 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c06f30-5322-4c57-8ddf-cac20c3b19b1 admin admin] GET failed (client error): The resource could not be found. Oct 18 18:40:46.236679 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-45c06f30-5322-4c57-8ddf-cac20c3b19b1 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603075 Oct 18 18:40:46.395403 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c961604c-5ef6-4a43-a2a5-50f9dd28d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:46.396865 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c961604c-5ef6-4a43-a2a5-50f9dd28d9f4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1556294 Oct 18 18:40:48.666291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34736) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:48.755631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343f3a1-1c7b-4b4f-b8cd-02892772f9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:48.756954 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7343f3a1-1c7b-4b4f-b8cd-02892772f9d3 admin admin] 10.222.0.36 "GET /v2.0/subnets/02989c95-1180-4e3d-8317-f604afc289b3 HTTP/1.1" status: 200 len: 849 time: 0.0897009 Oct 18 18:40:48.767351 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:40:48.851951 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:48.990004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730233489686'] for subnet, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:49.023718 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:49.024291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:49.025555 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] 10.222.0.36 "PUT /v2.0/subnets/02989c95-1180-4e3d-8317-f604afc289b3 HTTP/1.1" status: 200 len: 868 time: 0.2623737 Oct 18 18:40:49.043290 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02989c95-1180-4e3d-8317-f604afc289b3,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:40:49.051293 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d45e5b-0898-4a44-bdfc-2f3cbb602000 None None] Network a2e39db9-9192-426d-a67e-f7aaecb24e61 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:40:49.055611 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.055985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.056381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.056720 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.057230 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.057578 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.058260 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.058658 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.059007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.059332 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.059858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.060343 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3f72c5-1b50-4f25-9220-c1d6911f47f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:40:49.385376 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-698dcda6-6e61-49b4-9096-eb2ba277debe None None] Provisioning complete for port f1a83c08-21f9-497e-a5eb-6f13286be42a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:40:49.385750 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-698dcda6-6e61-49b4-9096-eb2ba277debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:49.474909 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-698dcda6-6e61-49b4-9096-eb2ba277debe None None] Provisioning complete for port 11f5505e-41d5-491d-b6b8-905d28e90e76 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:40:49.475268 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-698dcda6-6e61-49b4-9096-eb2ba277debe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:50.720904 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-18881a93-1b7a-4d00-8b79-c0afdd8f3c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:51.357354 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34744) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:51.556183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65212a01-9af2-4496-8152-8d2e94f6764b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:51.556655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65212a01-9af2-4496-8152-8d2e94f6764b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:51.558210 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-65212a01-9af2-4496-8152-8d2e94f6764b admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998868 Oct 18 18:40:53.315719 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-20ea6972-c58e-4dbd-b97f-251fb026b0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:53.818665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34752) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:53.947109 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c96d2-81bb-4c49-82b4-33d855042165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:53.947574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c96d2-81bb-4c49-82b4-33d855042165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:53.949081 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-955c96d2-81bb-4c49-82b4-33d855042165 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1294692 Oct 18 18:40:54.172013 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:54.595126 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:55.984333 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:40:56.247908 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34760) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:56.372944 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee1232-e1ed-4e08-9738-45d37a63f59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:56.374296 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-44ee1232-e1ed-4e08-9738-45d37a63f59a admin admin] 10.222.0.36 "GET /v2.0/networks/01d75eca-75c9-4f90-abd7-4875b076ce6f HTTP/1.1" status: 200 len: 886 time: 0.1254292 Oct 18 18:40:58.650531 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34768) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:40:58.776857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e97de-5f7b-4501-8ff3-5b89564d120e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:40:58.778213 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-6f4e97de-5f7b-4501-8ff3-5b89564d120e admin admin] 10.222.0.36 "GET /v2.0/networks/a2e39db9-9192-426d-a67e-f7aaecb24e61 HTTP/1.1" status: 200 len: 869 time: 0.1267161 Oct 18 18:41:01.053763 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34776) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:01.269743 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097488c7-3d9c-4396-b205-f95aecb10983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:01.270111 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097488c7-3d9c-4396-b205-f95aecb10983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:01.271693 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-097488c7-3d9c-4396-b205-f95aecb10983 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2169697 Oct 18 18:41:03.538730 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34784) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:03.628511 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2915f-c440-4030-a27f-7701fd430ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:03.628969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c2915f-c440-4030-a27f-7701fd430ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:03.630763 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-91c2915f-c440-4030-a27f-7701fd430ea3 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910466 Oct 18 18:41:05.902204 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34792) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:05.992316 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60ece9b-005a-4920-a79f-3414bbf9631c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:05.993450 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f60ece9b-005a-4920-a79f-3414bbf9631c admin admin] 10.222.0.36 "GET /v2.0/subnets/02989c95-1180-4e3d-8317-f604afc289b3 HTTP/1.1" status: 200 len: 868 time: 0.0902526 Oct 18 18:41:08.249234 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34800) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:08.336289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b2edde-3fea-4362-878f-b1c0c28990c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:08.337649 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b5b2edde-3fea-4362-878f-b1c0c28990c6 admin admin] 10.222.0.36 "GET /v2.0/subnets/72f7fa04-593e-4593-9a6e-187c21488d55 HTTP/1.1" status: 200 len: 816 time: 0.0875051 Oct 18 18:41:19.121889 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:41:20.722121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-af61de55-2458-45f3-9b2a-8c5ca319709a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:23.315550 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8cc03460-bfa9-455f-a8df-c7054f2abd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:24.173610 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:24.598085 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:25.987658 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:32.594694 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34854) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:32.640402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [None req-9c5a5b0d-5d68-4fcf-a911-9135a5927321 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:41:32.641411 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9c5a5b0d-5d68-4fcf-a911-9135a5927321 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0457568 Oct 18 18:41:34.986117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34862) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:35.045846 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd1d7e6-0213-495b-b966-fcb2f9d5a35b admin admin] GET failed (client error): The resource could not be found. Oct 18 18:41:35.047187 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9cd1d7e6-0213-495b-b966-fcb2f9d5a35b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600486 Oct 18 18:41:35.130192 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1019938-f562-4c7b-8a45-467b2d3240e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:35.131650 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b1019938-f562-4c7b-8a45-467b2d3240e4 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0799570 Oct 18 18:41:37.415941 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34870) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:37.461376 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:41:37.482764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Made reservation on behalf of e2fba8b4340c45198a97460c74be901e for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:41:37.484955 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:37.515176 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING neutron.services.revisions.revision_plugin [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Could not find related network for resource to bump revision. Oct 18 18:41:37.525593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:41:37.534381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:37.534756 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Added segment cd6eb012-607d-41d2-b3bd-938b5927a428 of type vlan for network 756fdfa2-3a2b-4450-afa8-5a31e080a673 Oct 18 18:41:37.570936 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:37.594566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:37.595581 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:37.596119 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:37.624901 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2078431 Oct 18 18:41:37.661287 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d011907-5521-45a1-a439-e7d7b210a9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=756fdfa2-3a2b-4450-afa8-5a31e080a673,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:41:37.672866 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:41:39.959821 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34878) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:41:40.040007 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bedfcb4-5681-4519-97ba-1426bd72ccca admin admin] GET failed (client error): The resource could not be found. Oct 18 18:41:40.041349 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2bedfcb4-5681-4519-97ba-1426bd72ccca admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805843 Oct 18 18:41:40.169923 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d3ba07-ca12-40c2-8924-6279547664ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:40.171543 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f2d3ba07-ca12-40c2-8924-6279547664ad admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1254463 Oct 18 18:41:40.185044 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:41:40.207653 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Made reservation on behalf of e2fba8b4340c45198a97460c74be901e for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:41:40.210279 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Publish callbacks [] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:40.457930 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:40.524932 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Checking segment: {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:41:40.525322 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Network hostable DHCP agents. Network: 756fdfa2-3a2b-4450-afa8-5a31e080a673, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:41:40.530377 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc693f03-db42-4f6d-bee2-846e8c18c22b,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:41:40.544629 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.544976 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.545310 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.545639 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.545963 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.546291 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.546638 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.546973 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.547317 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.547638 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.547953 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.548266 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Tracked resource versions report: Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: pushed versions: Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: { 'AddressGroup': {'1.2'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'ConntrackHelper': {'1.0'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Log': {'1.0'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Network': {'1.1'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Port': {'1.7'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'PortForwarding': {'1.2'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'QosPolicy': {'1.10'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroup': {'1.4'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SubPort': {'1.0'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Subnet': {'1.1'}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Trunk': {'1.1'}} Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: consumer versions: Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'ConntrackHelper': '1.0', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Log': '1.0', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Network': '1.1', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Port': '1.7', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'PortForwarding': '1.2', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'QosPolicy': '1.10', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroup': '1.4', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroupRule': '1.2', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SubPort': '1.0', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Subnet': '1.1', Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Trunk': '1.1'}} Oct 18 18:41:40.549302 dv-cinder-813220-2-iscsi neutron-server[129716]: {{(pid=129716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:41:40.598957 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:41:40.610885 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 756fdfa2-3a2b-4450-afa8-5a31e080a673) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:41:40.615411 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:41:40.616003 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:40.620037 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de892359-82d6-49b9-ad2a-cb451548b9b6 None None] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:41:40.631641 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-a96e8b43-d18a-4e6a-932e-d90a4af8114d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4504938 Oct 18 18:41:40.779567 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-756fdfa2-3a2b-4450-afa8-5a31e080a673', 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673', 'tenant_id': 'e2fba8b4340c45198a97460c74be901e', 'fixed_ips': [{'subnet_id': 'fc693f03-db42-4f6d-bee2-846e8c18c22b'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:41:40.780464 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:40.914809 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Allocated IP 192.168.233.2 (756fdfa2-3a2b-4450-afa8-5a31e080a673/fc693f03-db42-4f6d-bee2-846e8c18c22b/36eb6ae7-a9c4-4daf-828d-17c1007a9c27) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:41:41.062643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:41.068089 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:41.108976 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:41:41.111788 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:41:41.116429 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:41:41.118979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Pushing event updated for resources: {'Port': ['ID=36eb6ae7-a9c4-4daf-828d-17c1007a9c27,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:41:41.135659 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.136025 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.136396 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.136711 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.137046 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.137379 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.137710 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.138101 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.138596 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.138947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.139283 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.139609 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:41:41.190846 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Attempting to bind port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:41:41.191209 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Attempting to bind port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:41:41.191568 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Attempting to bind port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 on network 756fdfa2-3a2b-4450-afa8-5a31e080a673 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:41:41.196555 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:41:41.196916 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Checking segment: {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:41:41.197309 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:41.197695 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Bound using segment: {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:41:41.198150 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Bound port: 36eb6ae7-a9c4-4daf-828d-17c1007a9c27, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:41:41.198523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:41.259223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] For port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:41:41.263024 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] For port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=36eb6ae7-a9c4-4daf-828d-17c1007a9c27,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:41:41.269046 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:41.324872 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93a8b4-76c4-46ba-9d11-e1cfeee76277 None None] Pushing event updated for resources: {'Port': ['ID=36eb6ae7-a9c4-4daf-828d-17c1007a9c27,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:41:42.117095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc36077-e53c-45a8-8dee-e2505a488b71 None None] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:41:42.147504 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] Provisioning complete for port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:41:42.147868 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:42.258406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:41:42.289775 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:42.383913 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] For port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=36eb6ae7-a9c4-4daf-828d-17c1007a9c27,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:41:42.400568 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:42.464669 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:41:42.465025 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:42.467974 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83102b2-5452-4ef7-87ea-2893f1db06ef None None] Pushing event updated for resources: {'Port': ['ID=36eb6ae7-a9c4-4daf-828d-17c1007a9c27,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:41:42.722229 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-724d2919-75b2-4e05-b87b-d81a759418d9 None None] Provisioning complete for port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:41:42.722621 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-724d2919-75b2-4e05-b87b-d81a759418d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:44.211228 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:41:44.258159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 36eb6ae7-a9c4-4daf-828d-17c1007a9c27 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:41:44.258438 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:50.722909 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4bdd7b67-d75f-4de1-ab22-dc05851cf043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:53.316376 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-fe25fbb2-dadd-4924-b044-9fe275d4b699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:54.175993 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:54.602879 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:55.995220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:41:56.089573 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:42:20.725812 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f3964a3b-4fac-44fe-89bc-9aa559567dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:23.318225 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-440d98d2-23c9-4b46-9075-0aaa662e26fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:24.178731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:24.603251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:25.995258 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:33.145969 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:42:50.728300 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6edff1d2-b54a-446a-9e87-956808fe3c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:53.319192 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1b3fcc70-ca74-423b-8797-60885a77a24d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:54.179681 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:54.606912 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:55.995456 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:58.741999 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34938) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:42:58.747670 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [None req-6ca5d214-35da-4bdc-8d5a-b70f43967045 tempest-verify_tempest_config-262632351 tempest-verify_tempest_config-262632351-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:42:58.748664 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6ca5d214-35da-4bdc-8d5a-b70f43967045 tempest-verify_tempest_config-262632351 tempest-verify_tempest_config-262632351-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056317 Oct 18 18:42:59.048529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 34956) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:42:59.155188 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.253141 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.256892 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.302031 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=deccebde4df24c22a13b290a0f56a11f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2524917 Oct 18 18:42:59.303124 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e054a3-8fae-4b15-a2c2-343f4a66118e,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:42:59.305085 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 34960) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:42:59.319043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.320331 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.320803 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.321141 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.321475 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.322398 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.322770 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.323121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.323474 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.323807 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.324127 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.328179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073181-2f0b-4c42-b1d4-6161c1a19292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.373613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.397992 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.486361 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.488853 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:42:59.490024 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83e054a3-8fae-4b15-a2c2-343f4a66118e HTTP/1.1" status: 204 len: 168 time: 0.1828043 Oct 18 18:42:59.498537 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e054a3-8fae-4b15-a2c2-343f4a66118e,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:42:59.505169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.505532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.505865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.506190 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.506510 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.506878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.507199 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.507532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.507865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.508181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.508492 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:42:59.508802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7313780-b3cc-401e-80a4-5ef38542594b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:43:10.084291 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:43:20.729986 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0d04-381a-4373-89c2-f15b4478ae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:23.320131 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-66b2b08e-2207-42ae-85df-d1ea6923f9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:24.181963 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:24.610247 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:25.998328 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:47.083088 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:43:50.730397 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-fd3bad72-2f03-47d4-a574-3a22f5d31323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:53.320799 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-842c9fc9-bf95-4ac6-a971-cac2a25bf660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:54.183730 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:54.612120 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:43:56.000797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:20.730754 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b33130fc-33d2-4752-8243-4e9b39170302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:23.321918 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2d3344b1-60df-4d0a-a6d7-4ab39bb4aefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:24.081244 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 5 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:44:24.183721 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:24.614394 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:26.008809 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:30.469821 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1600435'] for agent, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:45.009131 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35034) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:44:45.111052 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-cd19f738-79d8-49b9-addb-4afcd38b4c27 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1008286 Oct 18 18:44:47.434075 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35044) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:44:47.486965 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-aff3e1d4-475d-4fe6-b823-d30a511466a0 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0517666 Oct 18 18:44:50.731721 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-833dd089-6f73-4fff-928b-202455b3c797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:53.323495 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-33da6e99-daaf-4619-b05b-4443cec03272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:54.184812 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:54.617593 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:44:56.008835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:00.422625 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:01.080083 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:45:20.731861 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-dd03f31f-91a4-47b9-9eea-087645635e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:23.323464 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6e8a53d9-b90d-492c-810e-7ac72440e6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:24.186224 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:24.621796 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:26.011184 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:30.422857 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:38.079234 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:45:50.731603 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-01769d81-dd23-43b1-9bfc-4895b61e7f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:53.324562 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cbcddf43-01d3-4a97-8f8c-eed4e566c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:54.188819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:54.625162 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:45:56.016622 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:00.450903 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.078397 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:46:15.134026 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35204) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:15.410921 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1351625021-network', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:15.439425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Made reservation on behalf of dc823e02a9644b6fbac6ff4758ce4660 for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:15.441785 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.451315 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.548353 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.556182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.586525 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3337da36-5097-40fb-9c01-4baf251bde72,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:15.597786 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.598136 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.598588 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.598827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.599323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.599683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.600010 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.600351 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.600693 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.601013 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.601334 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.602065 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Tracked resource versions report: Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: pushed versions: Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: { 'AddressGroup': {'1.2'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'ConntrackHelper': {'1.0'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Log': {'1.0'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Network': {'1.1'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Port': {'1.7'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'PortForwarding': {'1.2'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'QosPolicy': {'1.10'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroup': {'1.4'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SubPort': {'1.0'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Subnet': {'1.1'}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Trunk': {'1.1'}} Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: consumer versions: Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: HyperV agent@hv-cinder-81322: {}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'ConntrackHelper': '1.0', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Log': '1.0', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Network': '1.1', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Port': '1.7', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'PortForwarding': '1.2', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'QosPolicy': '1.10', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroup': '1.4', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SecurityGroupRule': '1.2', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'SubPort': '1.0', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Subnet': '1.1', Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: 'Trunk': '1.1'}} Oct 18 18:46:15.602723 dv-cinder-813220-2-iscsi neutron-server[129715]: {{(pid=129715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:46:15.605902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:46:15.618684 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.619335 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Added segment 92626738-5c32-4ea5-8732-50968290abb5 of type vlan for network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e Oct 18 18:46:15.661197 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.688646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.690085 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:15.690857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.739115 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6038671 Oct 18 18:46:15.739343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35254) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:15.745533 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Request body: {'subnet': {'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1351625021-subnet', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:15.777821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa3c0-0679-4598-b205-0fa479866dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e4c1d70-14de-4ee7-8764-18f2a46ba06e,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:15.778154 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Made reservation on behalf of dc823e02a9644b6fbac6ff4758ce4660 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:15.786861 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Publish callbacks [] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:15.788984 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:46:15.971460 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.039651 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Checking segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:16.040007 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Network hostable DHCP agents. Network: 4e4c1d70-14de-4ee7-8764-18f2a46ba06e, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:46:16.049186 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5592dafc-12ba-4ec0-a55c-808d411501c0,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:16.061628 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.061974 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.062318 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.063015 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.063466 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.063757 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.064095 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.064447 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.064792 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.065121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.065446 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.065769 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Tracked resource versions report: Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: pushed versions: Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: { 'AddressGroup': {'1.2'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'ConntrackHelper': {'1.0'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Log': {'1.0'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Network': {'1.1'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Port': {'1.7'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'PortForwarding': {'1.2'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'QosPolicy': {'1.10'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroup': {'1.4'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SubPort': {'1.0'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Subnet': {'1.1'}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Trunk': {'1.1'}} Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: consumer versions: Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: HyperV agent@hv-cinder-81322: {}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'ConntrackHelper': '1.0', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Log': '1.0', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Network': '1.1', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Port': '1.7', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'PortForwarding': '1.2', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'QosPolicy': '1.10', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroup': '1.4', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SecurityGroupRule': '1.2', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'SubPort': '1.0', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Subnet': '1.1', Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: 'Trunk': '1.1'}} Oct 18 18:46:16.066908 dv-cinder-813220-2-iscsi neutron-server[129716]: {{(pid=129716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:46:16.075868 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:46:16.090535 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 4e4c1d70-14de-4ee7-8764-18f2a46ba06e) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:16.095613 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:16.096570 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.101406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d92922-8137-4758-ba08-d08d356e70d0 None None] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:16.113285 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ed203981-6363-4ac4-8a53-02e328299c37 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3722494 Oct 18 18:46:16.116163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35278) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:16.121386 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:16.149780 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.152635 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.196013 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35280) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:16.265388 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.296175 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:46:16.297567 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.345301 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35286) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:16.449916 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35290) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:16.476706 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Allocated IP 172.20.0.2 (4e4c1d70-14de-4ee7-8764-18f2a46ba06e/5592dafc-12ba-4ec0-a55c-808d411501c0/b19ca5c3-7aba-4c05-91bd-f5d11f910044) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:16.493062 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.592325 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2058653856-network', 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:16.644246 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:16.647413 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.681404 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.792368 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.799973 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-534197807-network', 'tenant_id': 'd2ca83134dcd40a7887485fcf5bca190'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:16.823303 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-483261450-network', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:16.827112 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.832231 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.844357 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:46:16.867672 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730233431884', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.868190 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.869002 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Unsubscribe: segment precommit_create {{(pid=129716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 18 18:46:16.869732 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Added segment 129ddfec-d982-40eb-a8d0-acf5bbab2628 of type vlan for network 5e12d66b-09d8-47c3-b391-898800d64569 Oct 18 18:46:16.876541 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.895882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.934114 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:16.936515 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:16.944793 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:16.953288 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:17.021239 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Pushing event updated for resources: {'Port': ['ID=b19ca5c3-7aba-4c05-91bd-f5d11f910044,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.021985 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Made reservation on behalf of d2ca83134dcd40a7887485fcf5bca190 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:17.024247 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.047984 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.051986 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.052370 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.052721 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.053115 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.053454 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.053789 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.054121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.054452 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.054830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.055159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.055483 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.055809 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Tracked resource versions report: Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: pushed versions: Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: { 'AddressGroup': {'1.2'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'ConntrackHelper': {'1.0'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Log': {'1.0'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Network': {'1.1'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Port': {'1.7'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'PortForwarding': {'1.2'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'QosPolicy': {'1.10'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroup': {'1.4'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SubPort': {'1.0'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Subnet': {'1.1'}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Trunk': {'1.1'}} Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: consumer versions: Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: HyperV agent@hv-cinder-81322: {}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'ConntrackHelper': '1.0', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Log': '1.0', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Network': '1.1', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Port': '1.7', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'PortForwarding': '1.2', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'QosPolicy': '1.10', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroup': '1.4', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SecurityGroupRule': '1.2', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'SubPort': '1.0', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Subnet': '1.1', Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: 'Trunk': '1.1'}} Oct 18 18:46:17.056994 dv-cinder-813220-2-iscsi neutron-server[129717]: {{(pid=129717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:46:17.067613 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Made reservation on behalf of 9963cc9c643f4a5785f2cde5af79fd00 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:17.069229 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.074595 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.076155 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:17.078666 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.081892 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Attempting to bind port b19ca5c3-7aba-4c05-91bd-f5d11f910044 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:17.082267 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Attempting to bind port b19ca5c3-7aba-4c05-91bd-f5d11f910044 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:17.082666 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Attempting to bind port b19ca5c3-7aba-4c05-91bd-f5d11f910044 on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:17.098172 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:17.098577 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Checking segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:17.098997 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.099394 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Bound using segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:17.099874 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Bound port: b19ca5c3-7aba-4c05-91bd-f5d11f910044, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:17.100260 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.112407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Allocated IP 172.27.2.92 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/7606b16d-6494-4e85-8a89-5391cfc8509b) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:17.199414 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Pushing event updated for resources: {'Network': ['ID=5e12d66b-09d8-47c3-b391-898800d64569,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.206599 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.231562 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 5e12d66b-09d8-47c3-b391-898800d64569 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:46:17.268839 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0717826 Oct 18 18:46:17.269119 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35326) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:17.283308 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5d91c-bf36-45e9-a5b5-8855d4f14a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472c97e6-468e-425f-b9f3-004cb30848bb,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.298816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Request body: {'subnet': {'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2058653856-subnet', 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:17.394406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.396075 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] For port b19ca5c3-7aba-4c05-91bd-f5d11f910044, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:17.399357 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] For port b19ca5c3-7aba-4c05-91bd-f5d11f910044, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b19ca5c3-7aba-4c05-91bd-f5d11f910044,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:17.406838 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.413166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:17.413166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Publish callbacks [] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.434979 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.452678 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.468429 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:46:17.488686 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.489035 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Added segment 388aeb02-fc5f-4b77-9dd0-0fd39880e903 of type vlan for network 07131ce5-6262-4f5a-af0b-131d41cdf65c Oct 18 18:46:17.522917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf687a7-57ab-4d8d-90ae-a406973b256d None None] Pushing event updated for resources: {'Port': ['ID=b19ca5c3-7aba-4c05-91bd-f5d11f910044,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.560946 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.589258 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.595298 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.596780 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:17.597615 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.612209 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.624585 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:17.629799 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:17.649363 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.656461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:17.672916 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3262517 Oct 18 18:46:17.673972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72044a9d-699d-4ec5-be15-466c9dcf3cba,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.676833 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35342) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:17.687062 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Request body: {'subnet': {'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-534197807-subnet', 'tenant_id': 'd2ca83134dcd40a7887485fcf5bca190', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:17.726244 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:46:17.734958 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58424811-22ba-41e9-b883-9ab34edf722d admin admin] Pushing event updated for resources: {'Network': ['ID=07131ce5-6262-4f5a-af0b-131d41cdf65c,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.748063 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 07131ce5-6262-4f5a-af0b-131d41cdf65c details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:46:17.779589 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.782045 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Added segment 7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6 of type vlan for network 792d6731-22db-4847-adec-f813a7e1ed43 Oct 18 18:46:17.855552 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.909552 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d41a57-e5cd-4652-9cb5-5e53b57427be,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:17.915321 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:17.917605 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:17.918948 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.021203 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Made reservation on behalf of d2ca83134dcd40a7887485fcf5bca190 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:18.024937 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Publish callbacks [] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.192232 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] Pushing event updated for resources: {'Network': ['ID=792d6731-22db-4847-adec-f813a7e1ed43,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:18.211303 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 792d6731-22db-4847-adec-f813a7e1ed43 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:46:18.212955 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-59455136-15ca-474f-86e4-06f1030fcfae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7620010 Oct 18 18:46:18.213644 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35356) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:18.227360 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Pushing event updated for resources: {'Port': ['ID=7606b16d-6494-4e85-8a89-5391cfc8509b,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:18.249830 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Request body: {'subnet': {'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-subnet', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:18.325104 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.352724 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Made reservation on behalf of 9963cc9c643f4a5785f2cde5af79fd00 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:18.354398 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.356991 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Publish callbacks [] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.472341 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.480696 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6408478-c491-40db-8a9b-d894a6c90a11,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:18.521378 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60dd313f-7805-485a-aa7d-c5889d6c5208,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:18.533950 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b19ca5c3-7aba-4c05-91bd-f5d11f910044 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:18.567425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Checking segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:18.567813 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Network hostable DHCP agents. Network: 5e12d66b-09d8-47c3-b391-898800d64569, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:46:18.573017 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Checking segment: {'id': '388aeb02-fc5f-4b77-9dd0-0fd39880e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:18.573017 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Network hostable DHCP agents. Network: 07131ce5-6262-4f5a-af0b-131d41cdf65c, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:46:18.623306 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b19ca5c3-7aba-4c05-91bd-f5d11f910044 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:18.623948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.675051 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Network 5e12d66b-09d8-47c3-b391-898800d64569 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:46:18.745094 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 5e12d66b-09d8-47c3-b391-898800d64569) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:18.757300 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c76443-7fad-419f-8baa-2e3238717ad0 None None] Network 5e12d66b-09d8-47c3-b391-898800d64569 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:18.761021 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:18.761596 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.762733 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.800633 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.805117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-36decb61-2130-4e73-9d82-f57461c9639c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5335374 Oct 18 18:46:18.875437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:18.882902 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Network 07131ce5-6262-4f5a-af0b-131d41cdf65c is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:46:18.936209 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Checking segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:18.939179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Network hostable DHCP agents. Network: 792d6731-22db-4847-adec-f813a7e1ed43, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:46:18.944657 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 07131ce5-6262-4f5a-af0b-131d41cdf65c) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:18.974535 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=df06b63b-9590-4526-96d7-aa3a693374d6,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:18.985137 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b9ce23-ef3f-436e-9b64-480294eb4cb8 None None] Network 07131ce5-6262-4f5a-af0b-131d41cdf65c requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:19.013514 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:19.013741 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.080848 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-cd46805e-45a9-4d89-b6c6-2168e323493f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3992622 Oct 18 18:46:19.084901 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Router a4be01f2-1634-4224-8947-85b65c332ad4 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:46:19.091608 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Network 792d6731-22db-4847-adec-f813a7e1ed43 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:46:19.109895 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 792d6731-22db-4847-adec-f813a7e1ed43) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:19.121933 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:19.122536 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.180918 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-954bf567-1db8-4242-92a0-c65d3085ea3f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9623332 Oct 18 18:46:19.181126 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35392) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:19.198763 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:19.210432 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e19f56-cd81-44c0-ba1a-847fa4d94473 None None] Network 792d6731-22db-4847-adec-f813a7e1ed43 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:19.254196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:46:19.264266 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.268203 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.269662 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:46:19.279959 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.283911 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a3e4d3b5-4984-4aec-8fb5-2539b570efdc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1641660 Oct 18 18:46:19.284395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35402) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:19.284738 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:19.285896 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port b19ca5c3-7aba-4c05-91bd-f5d11f910044, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b19ca5c3-7aba-4c05-91bd-f5d11f910044,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:46:19.286488 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:45:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:19.294240 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9116760d-5977-4fac-8f16-f3b6cf43cf31 None None] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:19.424542 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.480197 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35410) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:19.604506 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bb001-98b4-416a-b3c5-f55ce97dc5ed None None] Network 07131ce5-6262-4f5a-af0b-131d41cdf65c requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:19.616248 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:19.676823 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:20.053563 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:18Z', 'revision_number': 3, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:20.085820 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:46:20.086422 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Updating router a4be01f2-1634-4224-8947-85b65c332ad4 port 7606b16d-6494-4e85-8a89-5391cfc8509b binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:46:20.119793 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.136934 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-79e971b4-2bea-4995-a856-e9541ccc931b admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.253393 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e76edb-c87b-4f2f-86ec-f9076802a812 None None] Network 5e12d66b-09d8-47c3-b391-898800d64569 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:20.266582 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35456) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:20.267115 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.276992 dv-cinder-813220-2-iscsi neutron-server[129715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 18 18:46:20.289506 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-72fe5af4-c96b-4483-8068-5defdc4289e2 None None] Provisioning complete for port b19ca5c3-7aba-4c05-91bd-f5d11f910044 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:20.290142 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72fe5af4-c96b-4483-8068-5defdc4289e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.499967 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=b19ca5c3-7aba-4c05-91bd-f5d11f910044,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:20.526961 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-79e971b4-2bea-4995-a856-e9541ccc931b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.535889 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-79e971b4-2bea-4995-a856-e9541ccc931b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.702463 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.717236 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.763394 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-79e971b4-2bea-4995-a856-e9541ccc931b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e183b82bf2534a70a0032124032e2fc9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2797725 Oct 18 18:46:20.764124 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e971b4-2bea-4995-a856-e9541ccc931b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4adfe158-26da-40a7-94c7-7d6531dd20d5,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:20.766455 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35478) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:20.773710 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fc903c-abad-4a0c-8248-91943bed6ad7 None None] Network 792d6731-22db-4847-adec-f813a7e1ed43 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:46:20.806139 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Attempting to bind port 7606b16d-6494-4e85-8a89-5391cfc8509b on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:20.806679 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Attempting to bind port 7606b16d-6494-4e85-8a89-5391cfc8509b by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:20.807113 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Attempting to bind port 7606b16d-6494-4e85-8a89-5391cfc8509b on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:20.814278 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Pushing event updated for resources: {'Port': ['ID=7606b16d-6494-4e85-8a89-5391cfc8509b,revision_number=2']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:20.817083 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:20.817494 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:20.817640 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.817900 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.818604 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:20.819089 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Bound port: 7606b16d-6494-4e85-8a89-5391cfc8509b, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:20.819470 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.827633 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-6e64bffd-8637-44e6-b59b-990cfd3aed0a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:20.835137 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-6e64bffd-8637-44e6-b59b-990cfd3aed0a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/networks?id=07131ce5-6262-4f5a-af0b-131d41cdf65c HTTP/1.1" status: 200 len: 811 time: 0.5620594 Oct 18 18:46:20.849781 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.850152 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.850496 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.850869 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.851193 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.851585 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.852127 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.852456 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.852809 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.853138 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.853462 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.854692 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Tracked resource versions report: Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: pushed versions: Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: { 'AddressGroup': {'1.2'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'ConntrackHelper': {'1.0'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Log': {'1.0'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Network': {'1.1'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Port': {'1.7'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'PortForwarding': {'1.2'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'QosPolicy': {'1.10'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroup': {'1.4'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroupRule': {'1.2'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SubPort': {'1.0'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Subnet': {'1.1'}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Trunk': {'1.1'}} Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: consumer versions: Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: { DHCP agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: HyperV agent@hv-cinder-81322: {}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: L3 agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: Metadata agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: Metering agent@dv-cinder-813220-2-iscsi: {}, Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: Open vSwitch agent@dv-cinder-813220-2-iscsi: { 'AddressGroup': '1.2', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'ConntrackHelper': '1.0', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Log': '1.0', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Network': '1.1', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Port': '1.7', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'PortForwarding': '1.2', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'QosPolicy': '1.10', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroup': '1.4', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SecurityGroupRule': '1.2', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'SubPort': '1.0', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Subnet': '1.1', Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: 'Trunk': '1.1'}} Oct 18 18:46:20.855518 dv-cinder-813220-2-iscsi neutron-server[129718]: {{(pid=129718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 18 18:46:20.882287 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-873f0583-3863-407a-b0f4-e411ac540505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.897527 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] For port 7606b16d-6494-4e85-8a89-5391cfc8509b, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:20.901678 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] For port 7606b16d-6494-4e85-8a89-5391cfc8509b, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7606b16d-6494-4e85-8a89-5391cfc8509b,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:20.907365 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.928492 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:20.973475 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43084b-de17-43da-8358-487f83595aa0 None None] Pushing event updated for resources: {'Port': ['ID=7606b16d-6494-4e85-8a89-5391cfc8509b,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:20.998283 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:20.999011 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:45:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:21.032105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-8e9eefc1-2d59-4204-b320-0bf327c353e3 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/quotas/d2ca83134dcd40a7887485fcf5bca190 HTTP/1.1" status: 200 len: 375 time: 0.1958318 Oct 18 18:46:21.095329 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-e3ca4b37-f57d-49c1-bcac-a120c51abe7a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d2ca83134dcd40a7887485fcf5bca190&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616086 Oct 18 18:46:21.120956 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.134656 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35496) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:21.161389 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-a62bd850-2b93-4ea9-885e-d7a9fed8fccf None None] Provisioning complete for port b19ca5c3-7aba-4c05-91bd-f5d11f910044 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:21.161768 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a62bd850-2b93-4ea9-885e-d7a9fed8fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.204184 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:21.216703 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Allocated IP 172.27.2.76 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/fd07fc17-dbe7-4211-b674-36b2389f54d5) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:21.323047 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.327334 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-153bbc0a-8c28-4b12-becf-8dc223feb8db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:46:21.331587 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-153bbc0a-8c28-4b12-becf-8dc223feb8db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1024759 Oct 18 18:46:21.355141 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.401816 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.422183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-165a91db-d55c-45ff-9e96-1f6679bd5cf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:21.423840 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-165a91db-d55c-45ff-9e96-1f6679bd5cf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.2862434 Oct 18 18:46:21.458807 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:18Z', 'revision_number': 3, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:21.503473 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e59418-ae7f-45ce-a701-cb3ce2bcb1a2 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:18Z', 'revision_number': 3, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:46:21.518732 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.544749 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-5a91958d-0a3e-46b8-ab5d-7bdd42592592 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/quotas/3a9d946d10724a739e45769fb83f2a7b HTTP/1.1" status: 200 len: 375 time: 0.0682125 Oct 18 18:46:21.571496 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-7701dafb-cdb2-4a45-95c0-0225cbd33f64 service neutron] 10.222.0.36 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318125 Oct 18 18:46:21.573597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Allocated IP 172.20.0.1 (4e4c1d70-14de-4ee7-8764-18f2a46ba06e/5592dafc-12ba-4ec0-a55c-808d411501c0/7c21005d-a040-44f6-b99f-9fc33b3089eb) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:21.603002 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.606121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.607306 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4adfe158-26da-40a7-94c7-7d6531dd20d5 HTTP/1.1" status: 204 len: 168 time: 0.8221498 Oct 18 18:46:21.607630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-b9208425-66a0-431e-986d-f82e2a5bbb48 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529099 Oct 18 18:46:21.656103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:21.692885 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:21.704848 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d02235-3612-4100-9b3f-2847050e9839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4adfe158-26da-40a7-94c7-7d6531dd20d5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:21.717252 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:21.722679 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Pushing event updated for resources: {'Port': ['ID=fd07fc17-dbe7-4211-b674-36b2389f54d5,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:21.840747 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-9eb67e70-a4d0-433c-95f5-374112e9f445 service neutron] 10.222.0.36 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611754 Oct 18 18:46:21.892874 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:21.974122 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-76871c2c-2949-44cf-870c-b23f96a3d98b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:46:21.977044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-76871c2c-2949-44cf-870c-b23f96a3d98b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2582841 Oct 18 18:46:22.000550 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.064338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Pushing event updated for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:22.087339 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:22.096252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:22.099398 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:22.100936 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.202260 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35524) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:22.327073 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-68a1724b-a3df-4247-9646-f2106aaa8199 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504841 Oct 18 18:46:22.420712 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-6b5a265b-a477-4bec-a283-74958ee08f81 None None] Provisioning complete for port 7c21005d-a040-44f6-b99f-9fc33b3089eb triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:22.422857 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6b5a265b-a477-4bec-a283-74958ee08f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.424957 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-da67024f-0222-472e-b49c-3c6bf2663082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.526890 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-d2e65904-01de-45de-95f0-da3a23a41094 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988120 Oct 18 18:46:22.535379 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a265b-a477-4bec-a283-74958ee08f81 None None] Port 7c21005d-a040-44f6-b99f-9fc33b3089eb cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:46:22.601831 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.622586 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7606b16d-6494-4e85-8a89-5391cfc8509b up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:22.679294 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-857f5e19-6ca0-44a9-a28a-a5ad27dc0fee req-5da1ba7e-7ab4-4c56-9e6f-0133dd918452 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.0963464 Oct 18 18:46:22.700998 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.773115 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 7606b16d-6494-4e85-8a89-5391cfc8509b triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:22.773493 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.793931 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-da67024f-0222-472e-b49c-3c6bf2663082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:22.818353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-da67024f-0222-472e-b49c-3c6bf2663082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.039375 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.081498 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-da67024f-0222-472e-b49c-3c6bf2663082 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccb65b9ead064d6685226ecbb0d626f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8780510 Oct 18 18:46:23.082227 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67024f-0222-472e-b49c-3c6bf2663082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cd1ca1-eb36-4750-abe7-9759f0d49f09,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:23.087135 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 7606b16d-6494-4e85-8a89-5391cfc8509b, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7606b16d-6494-4e85-8a89-5391cfc8509b,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:46:23.095142 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.095939 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b19ca5c3-7aba-4c05-91bd-f5d11f910044 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:23.111471 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35576) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:23.205931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.221314 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.222312 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.261216 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=7606b16d-6494-4e85-8a89-5391cfc8509b,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:23.271018 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b19ca5c3-7aba-4c05-91bd-f5d11f910044 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:23.271780 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.299152 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ceac021e-0c81-491e-828b-c379e0f93d71 req-1d4ab103-fbcf-43df-83c2-bc8555e9d483 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0908020 Oct 18 18:46:23.340587 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Pushing event updated for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:23.362075 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.377421 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-de1bac8b-4288-48d6-8657-c9074294d5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.385722 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.435769 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:23.437290 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:23.453601 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.613042 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.621678 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.622865 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5cd1ca1-eb36-4750-abe7-9759f0d49f09 HTTP/1.1" status: 204 len: 168 time: 0.5080893 Oct 18 18:46:23.663497 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:46:23.679309 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142fb85-bc49-4621-bb7a-d79eb6eb8ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cd1ca1-eb36-4750-abe7-9759f0d49f09,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:23.740086 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:46:23.874118 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-f19f548f-42e0-44bb-b1d1-6cdec94ad583 None None] Provisioning complete for port 7c21005d-a040-44f6-b99f-9fc33b3089eb triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:23.874730 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f19f548f-42e0-44bb-b1d1-6cdec94ad583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.915093 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:46:23.942437 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:23.948747 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-cf382b7c-b69c-4465-8811-ad83a4d98de9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7654090 Oct 18 18:46:23.950012 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35616) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:23.956619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Sync routers for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:46:24.025021 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:24.035763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:24.051393 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a7584b5e-e846-4c5a-9d7a-a18adf4bb496 req-1719ca63-16c2-4751-b3f4-63a75a8cdc6f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.2893336 Oct 18 18:46:24.132290 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-f19f548f-42e0-44bb-b1d1-6cdec94ad583 None None] Port 7c21005d-a040-44f6-b99f-9fc33b3089eb cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:46:24.175553 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:46:24.203369 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8e15200f-acdd-4d09-91b0-a2f80318b212 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4be01f2-1634-4224-8947-85b65c332ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9128759 Oct 18 18:46:24.241663 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:24.293943 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:46:24.314363 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:24.342062 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:24.342728 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:24.470524 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6b9d6f6e-700a-41ec-be25-b5d523cf3e37 req-a6d90f12-1447-4250-b745-e4c3fa39502b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0892806 Oct 18 18:46:24.482392 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7606b16d-6494-4e85-8a89-5391cfc8509b up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:24.628912 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 7606b16d-6494-4e85-8a89-5391cfc8509b triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:24.629380 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:24.711945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:24.720624 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:24.760389 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:24.783558 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:21Z', 'revision_number': 3, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:24.817242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Checking router: 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:46:24.817611 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Updating router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 port fd07fc17-dbe7-4211-b674-36b2389f54d5 binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:46:24.856408 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.001335 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Allocated IP 172.20.0.1 (792d6731-22db-4847-adec-f813a7e1ed43/df06b63b-9590-4526-96d7-aa3a693374d6/b89112e0-ead2-4580-be4e-dcfa1e26a085) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:25.020781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35658) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:25.026818 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089576453', 'description': 'tempest-description--2113702892'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:25.062320 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 2, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:25.066733 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.149760 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:46:25.150114 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Updating router a4be01f2-1634-4224-8947-85b65c332ad4 port 7c21005d-a040-44f6-b99f-9fc33b3089eb binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:46:25.186383 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.214119 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.227110 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.236935 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.242182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.281583 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f510c6df-fac9-47bf-ad6f-cd074ad616d5,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.292009 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.296546 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.297913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9ab49bad-fe4b-484c-92db-f852e42a7c0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2754514 Oct 18 18:46:25.302528 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35670) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:25.310233 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.313830 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.326174 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Network 792d6731-22db-4847-adec-f813a7e1ed43 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:25.327747 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:25.330114 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:25.330745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.367611 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group_rule': {'security_group_id': 'f510c6df-fac9-47bf-ad6f-cd074ad616d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:25.401032 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8223254-18ec-49c6-b724-bf051459b339 req-6f04379e-dc75-42aa-affc-6e5e5498ee5f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.0994127 Oct 18 18:46:25.428573 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.478707 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Attempting to bind port fd07fc17-dbe7-4211-b674-36b2389f54d5 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:25.479250 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Attempting to bind port fd07fc17-dbe7-4211-b674-36b2389f54d5 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:25.479875 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Attempting to bind port fd07fc17-dbe7-4211-b674-36b2389f54d5 on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:25.488556 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa78b95-628b-4685-a2a0-3d7f44846926 None None] Pushing event updated for resources: {'Port': ['ID=fd07fc17-dbe7-4211-b674-36b2389f54d5,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.494802 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:25.495182 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:25.495581 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.495971 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:25.498957 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Bound port: fd07fc17-dbe7-4211-b674-36b2389f54d5, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:25.500218 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.596841 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f00e148e-8945-4e89-8e42-de9227061767 req-b041c22d-0f56-4de7-b149-9cc5c7b13592 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0460413 Oct 18 18:46:25.625964 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] For port fd07fc17-dbe7-4211-b674-36b2389f54d5, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:25.627616 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.630882 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] For port fd07fc17-dbe7-4211-b674-36b2389f54d5, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=fd07fc17-dbe7-4211-b674-36b2389f54d5,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:25.634049 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.643002 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.656486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=780a7e07-7d4b-4a51-becd-a1f21e4ff864,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.676151 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.679202 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.681425 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35686) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:25.682715 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1e739c09-aaaa-4f72-b61e-28798c1be27d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3776255 Oct 18 18:46:25.687464 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.693664 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group_rule': {'security_group_id': 'f510c6df-fac9-47bf-ad6f-cd074ad616d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:25.736323 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:25.737228 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:25.750064 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ef4b-1192-4c74-9d04-02bd3e68231c None None] Pushing event updated for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.794834 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.827060 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa78b95-628b-4685-a2a0-3d7f44846926 None None] Pushing event updated for resources: {'Port': ['ID=fd07fc17-dbe7-4211-b674-36b2389f54d5,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:25.844546 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.846525 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Attempting to bind port 7c21005d-a040-44f6-b99f-9fc33b3089eb on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:25.846924 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Attempting to bind port 7c21005d-a040-44f6-b99f-9fc33b3089eb by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:25.847293 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Attempting to bind port 7c21005d-a040-44f6-b99f-9fc33b3089eb on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:25.859646 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:25.860183 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Checking segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:25.860591 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.860987 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Bound using segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:25.861454 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Bound port: 7c21005d-a040-44f6-b99f-9fc33b3089eb, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:25.861851 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:25.900763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:25.963829 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] For port 7c21005d-a040-44f6-b99f-9fc33b3089eb, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:25.973744 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] For port 7c21005d-a040-44f6-b99f-9fc33b3089eb, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7c21005d-a040-44f6-b99f-9fc33b3089eb,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:25.997807 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.038212 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.045973 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.055541 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.080777 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab566eb7-9cae-444a-b332-1f13f4159ebe,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:26.096757 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:26.096998 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:26.138843 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.141480 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-510de717-98b0-42f0-86cf-f98bfd318489 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4575498 Oct 18 18:46:26.145596 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 35696) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:26.151100 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:26.218839 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788ef4b-1192-4c74-9d04-02bd3e68231c None None] Pushing event updated for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:26.225908 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.272102 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.283299 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] Provisioning complete for port 7c21005d-a040-44f6-b99f-9fc33b3089eb triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:26.283660 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.284185 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.285237 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.405153 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:26.419155 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Network 792d6731-22db-4847-adec-f813a7e1ed43 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:26.424305 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:26.460913 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.493500 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:26.537919 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b89112e0-ead2-4580-be4e-dcfa1e26a085', 'name': '', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'mac_address': 'fa:16:3e:99:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:24Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 1, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'subnets': [{'id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:26.596294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.598312 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ac33f9-0c1b-418f-ae2a-1c674f396bfd None None] The sync data for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi is: [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b89112e0-ead2-4580-be4e-dcfa1e26a085', 'name': '', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'mac_address': 'fa:16:3e:99:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:24Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 1, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'subnets': [{'id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:46:26.610537 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:46:26.625020 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] For port 7c21005d-a040-44f6-b99f-9fc33b3089eb, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7c21005d-a040-44f6-b99f-9fc33b3089eb,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:46:26.633742 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.722741 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7ea2b-b4b3-43af-8135-e97f2f0e95b9 None None] Pushing event updated for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:26.780371 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-fb68d68a-873a-46ee-bb3a-c26bce707f96 None None] Provisioning complete for port 7c21005d-a040-44f6-b99f-9fc33b3089eb triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:26.780835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-fb68d68a-873a-46ee-bb3a-c26bce707f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:26.817969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-068ca415-3036-4cb7-8bf3-c342514de30d req-cde203c0-d687-4346-953e-1e49d7e460f0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.0773640 Oct 18 18:46:26.895629 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:26.901954 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c8bbfa59-44f1-4dc7-86cd-7c841bb43787 req-e30ee945-550c-402e-b28d-4f003092549f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0805821 Oct 18 18:46:26.930760 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:46:26.941301 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-4aaa2ddc-f9a6-42a4-a6a2-ca2cf38c91d3 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897535 Oct 18 18:46:26.955662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Allocated IP 172.27.2.211 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/5a0bb769-5836-40d1-b7dd-d453360d7436) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:26.959127 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1660bb1-52eb-4fee-b7ba-1abc9e032da3 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:46:27.309265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:27.404992 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:27.498659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:27.504437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:27.510237 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:27.515845 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=5a0bb769-5836-40d1-b7dd-d453360d7436,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:27.704586 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:27.783639 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.057793 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.25', 52950) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:28.065750 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-a99f21a2-8b09-4cb4-826e-1a70823d2c10 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:28.077749 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-a99f21a2-8b09-4cb4-826e-1a70823d2c10 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 818 time: 0.3644590 Oct 18 18:46:28.113713 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-cd0b7cbf-2c63-4550-aabc-b156899fe656 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/quotas/9963cc9c643f4a5785f2cde5af79fd00 HTTP/1.1" status: 200 len: 375 time: 0.0350769 Oct 18 18:46:28.175623 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f9329ae3-a689-42ca-a0c8-a303736a30d4 req-ffeca49f-1901-4f63-94fe-360c36bffab0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.0956564 Oct 18 18:46:28.297693 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.324393 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.341540 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-46d3438d-2ba5-4569-bfe1-4f44f0f3a463 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1850452 Oct 18 18:46:28.419601 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.501564 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=5a0bb769-5836-40d1-b7dd-d453360d7436,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:28.518231 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9f465222-a170-4a5b-bc89-b17eeec21ded req-d3fec812-01e5-4b76-b8f1-8943400bdc93 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.1883681 Oct 18 18:46:28.582948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7c21005d-a040-44f6-b99f-9fc33b3089eb up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:28.608461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.616369 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-bc6d2c7b-8b47-461e-9a95-e1ba9c0fd7b7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4652834 Oct 18 18:46:28.648634 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.25', 52955) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:28.696842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-ffcc3afe-1a01-4c77-866e-faa419cba702 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:28.702027 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-ffcc3afe-1a01-4c77-866e-faa419cba702 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.25 "GET /v2.0/networks?id=07131ce5-6262-4f5a-af0b-131d41cdf65c HTTP/1.1" status: 200 len: 811 time: 0.6425452 Oct 18 18:46:28.746051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 7c21005d-a040-44f6-b99f-9fc33b3089eb triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:28.746418 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:28.757088 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Request body: {'port': {'device_id': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c', 'admin_state_up': True, 'tenant_id': 'd2ca83134dcd40a7887485fcf5bca190'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:28.790492 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-28f1db44-5c5f-4d3d-b650-3f9b3f322c11 service neutron] 10.222.0.36 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480278 Oct 18 18:46:29.087430 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-255036ab-0acf-4130-8d11-c8b7c76c444f service neutron] 10.222.0.36 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739882 Oct 18 18:46:29.087687 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device fd07fc17-dbe7-4211-b674-36b2389f54d5 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:29.239460 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port fd07fc17-dbe7-4211-b674-36b2389f54d5 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:29.240397 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:29.349150 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Made reservation on behalf of d2ca83134dcd40a7887485fcf5bca190 for: {'port': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:29.358763 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:29.508591 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:29.569764 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port fd07fc17-dbe7-4211-b674-36b2389f54d5, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=fd07fc17-dbe7-4211-b674-36b2389f54d5,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:46:29.577340 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:29.709788 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=fd07fc17-dbe7-4211-b674-36b2389f54d5,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:29.829541 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-ecddd5e1-3db5-4b9f-a40e-7020fe178021 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1089576453&fields=id&tenant_id=dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 267 time: 0.3417416 Oct 18 18:46:29.926486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-65557a97-0dd1-4b5f-b9d6-8479cdb01826 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:29.926486 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-65557a97-0dd1-4b5f-b9d6-8479cdb01826 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 1.2586498 Oct 18 18:46:30.203675 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Request body: {'port': {'device_id': '58866a98-135f-4efe-b561-f91e388844b9', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'admin_state_up': True, 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:30.284626 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7d9f5c6f-6c3e-4743-bead-83e5e81fe057 req-7ef17a3d-e616-49e4-ab5e-d4bb7b262b91 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.1029520 Oct 18 18:46:30.395067 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Allocated IP 172.20.0.13 (07131ce5-6262-4f5a-af0b-131d41cdf65c/60dd313f-7805-485a-aa7d-c5889d6c5208/0a8bb074-7774-4ead-aa72-a03e145cfeaa) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:30.433913 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device fd07fc17-dbe7-4211-b674-36b2389f54d5 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:30.466056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-f669accb-66cc-4219-ac7b-cd78d84d65da tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:30.473410 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-f669accb-66cc-4219-ac7b-cd78d84d65da tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 811 time: 0.6427329 Oct 18 18:46:30.517397 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2058d97c-9e73-4121-b341-0352d9e0f6a3 req-e99cc0ac-7a61-454d-aba2-c68b86996799 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 210 time: 0.1276221 Oct 18 18:46:30.542335 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-3c3152f1-2158-4203-83e5-6dfe16a6fb7c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/quotas/dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 375 time: 0.0677981 Oct 18 18:46:30.562168 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:30.599879 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port fd07fc17-dbe7-4211-b674-36b2389f54d5 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:30.600579 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:30.687078 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-18b00570-ae22-4583-b4f2-c0a277c2580b req-7750d511-bd52-4c08-a967-e2a4ed0056ac tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0551405 Oct 18 18:46:30.757667 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-8850ef7c-ba07-4186-af92-81ad7faa29b8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143376 Oct 18 18:46:30.758355 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:30.763174 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:30.776408 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:30.776902 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35906) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:30.902526 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.125015 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Pushing event updated for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:31.147851 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c82d82f-6601-4f9d-8961-622c54ecedae admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.191393 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Network 07131ce5-6262-4f5a-af0b-131d41cdf65c is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:31.195781 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:31.202439 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:31.211023 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:31.212125 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.270480 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-dbb357bf-f8b1-4a93-b74d-ac7018bcf9ac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5183892 Oct 18 18:46:31.374137 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c82d82f-6601-4f9d-8961-622c54ecedae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.385348 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c82d82f-6601-4f9d-8961-622c54ecedae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.448259 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Sync routers for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:46:31.466099 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:31.468143 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:31.472126 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82d82f-6601-4f9d-8961-622c54ecedae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e1b7ca-a66d-4bb2-9137-8eab871d2a55,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:31.474644 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-b3a1593d-c9fd-4350-bf85-8360e13f18b8 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902788 Oct 18 18:46:31.492175 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1c82d82f-6601-4f9d-8961-622c54ecedae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec4a5db3d42249da8b022afd8be07046&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7131367 Oct 18 18:46:31.494887 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 35946) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:31.602832 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.613701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-c5fe3667-41dd-47a3-ac4c-47ba63da1392 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:31.616109 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-c5fe3667-41dd-47a3-ac4c-47ba63da1392 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 818 time: 0.5741923 Oct 18 18:46:31.622488 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Allocated IP 172.20.0.3 (5e12d66b-09d8-47c3-b391-898800d64569/c6408478-c491-40db-8a9b-d894a6c90a11/8fd0627d-b995-40bc-a816-172a73e85687) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:31.652913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-ee3063fc-124b-4009-a46a-cf3e6ddcbd9a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/quotas/9963cc9c643f4a5785f2cde5af79fd00 HTTP/1.1" status: 200 len: 375 time: 0.0216935 Oct 18 18:46:31.671816 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:31.672796 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.739631 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d44a7cdd-2686-432c-823c-a2c17faecf63 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636483 Oct 18 18:46:31.746158 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.748767 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:31.755116 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e1b7ca-a66d-4bb2-9137-8eab871d2a55 HTTP/1.1" status: 204 len: 168 time: 0.2567592 Oct 18 18:46:31.773875 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3307d3-5e78-4d25-b5d0-16dd87bfed0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e1b7ca-a66d-4bb2-9137-8eab871d2a55,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:31.954281 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b89112e0-ead2-4580-be4e-dcfa1e26a085', 'name': '', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'mac_address': 'fa:16:3e:99:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:24Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 2, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'subnets': [{'id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:32.072834 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Checking router: 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:46:32.073332 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Updating router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 port b89112e0-ead2-4580-be4e-dcfa1e26a085 binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:46:32.101456 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:32.183800 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-c0a15f06-1a43-40e2-b805-08524b238237 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5132101 Oct 18 18:46:32.271501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:32.550171 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab461b64-f28d-4c10-b3cb-83d17babe071 req-e2d5fd16-756e-4fbc-bf61-4d187ac7ca64 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:32.558337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ab461b64-f28d-4c10-b3cb-83d17babe071 req-e2d5fd16-756e-4fbc-bf61-4d187ac7ca64 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.3157752 Oct 18 18:46:32.586447 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:32.624501 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-6cae893b-d345-49cf-b2d8-e44eb4429ee9 service neutron] 10.222.0.36 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290137 Oct 18 18:46:32.745929 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ab461b64-f28d-4c10-b3cb-83d17babe071 req-90e97d5a-aded-454a-a09b-786cc8004639 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861641 Oct 18 18:46:32.778711 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Network 5e12d66b-09d8-47c3-b391-898800d64569 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:32.807953 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:32.837909 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:32.950193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event updated for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:32.961289 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-57846349-c22c-44e3-ad24-193d4702c61e service neutron] 10.222.0.36 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000851 Oct 18 18:46:32.963125 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:33.029278 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5662-c24c-47e5-b92d-fa06cff1f153 None None] Pushing event updated for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:33.042908 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:33.051920 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:33.051920 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:33.091278 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Attempting to bind port b89112e0-ead2-4580-be4e-dcfa1e26a085 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:33.091662 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Attempting to bind port b89112e0-ead2-4580-be4e-dcfa1e26a085 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:33.092031 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Attempting to bind port b89112e0-ead2-4580-be4e-dcfa1e26a085 on network 792d6731-22db-4847-adec-f813a7e1ed43 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:33.113474 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:33.113474 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Checking segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:33.113474 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:33.123055 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Bound using segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:33.124661 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Bound port: b89112e0-ead2-4580-be4e-dcfa1e26a085, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:33.125731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:33.195062 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-8ed9fe48-5895-441b-bb92-ccca4d2a54c3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0032501 Oct 18 18:46:33.221506 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604858-b45f-4d05-9163-937dd68170c5 req-46f5e9bb-a311-48b9-aab4-6023602df821 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:33.231500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2604858-b45f-4d05-9163-937dd68170c5 req-46f5e9bb-a311-48b9-aab4-6023602df821 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.2380826 Oct 18 18:46:33.295989 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] For port b89112e0-ead2-4580-be4e-dcfa1e26a085, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:33.300654 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] For port b89112e0-ead2-4580-be4e-dcfa1e26a085, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b89112e0-ead2-4580-be4e-dcfa1e26a085,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:33.313937 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:33.348024 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2604858-b45f-4d05-9163-937dd68170c5 req-c525b532-e991-48b8-b1bb-afb8230e2cbb tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091540 Oct 18 18:46:33.458985 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-82369edc-3f0c-4b07-b815-d2acbe59a856 req-1ed4ba4d-80ed-4db8-90ba-0d2f7381194f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0484431 Oct 18 18:46:33.552198 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a5662-c24c-47e5-b92d-fa06cff1f153 None None] Pushing event updated for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:33.587378 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:46:33.592219 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:46:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:33.616189 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a3dcc352-3264-46f0-ab80-7b330ec9e073 req-f534e42e-cc6e-4bcd-8b25-c44abb6b36ee tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.1016240 Oct 18 18:46:33.812039 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:46:34.025146 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8aa1d6-2f81-496d-a78f-6badfaf61723 req-14171dc6-0ef3-449f-b574-3bf809d59f5c tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:34.033817 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b8aa1d6-2f81-496d-a78f-6badfaf61723 req-14171dc6-0ef3-449f-b574-3bf809d59f5c tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.1117930 Oct 18 18:46:34.171661 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b89112e0-ead2-4580-be4e-dcfa1e26a085', 'name': '', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'mac_address': 'fa:16:3e:99:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:24Z', 'updated_at': '2021-10-18T18:46:33Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'subnets': [{'id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:46:34.232517 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bb2ef7-c1e0-4ab3-9392-bfa713a62b74 None None] The sync data for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi is: [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:46:25Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b89112e0-ead2-4580-be4e-dcfa1e26a085', 'name': '', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'mac_address': 'fa:16:3e:99:af:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:24Z', 'updated_at': '2021-10-18T18:46:33Z', 'revision_number': 4, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'subnets': [{'id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:46:34.621121 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b8aa1d6-2f81-496d-a78f-6badfaf61723 req-f8547b06-3750-4c88-bc5e-f7dda9211a55 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5862830 Oct 18 18:46:34.786203 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-b85fbbf3-7d1a-4463-8a29-92902a5dab9d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:46:34.787635 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-b85fbbf3-7d1a-4463-8a29-92902a5dab9d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069001 Oct 18 18:46:34.803257 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b89112e0-ead2-4580-be4e-dcfa1e26a085 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:34.814172 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7316f50-fdd1-41f6-b82c-6460567d26bd req-d28e727b-59c2-4613-98b8-89990cf6349b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:34.815966 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7316f50-fdd1-41f6-b82c-6460567d26bd req-d28e727b-59c2-4613-98b8-89990cf6349b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.0813572 Oct 18 18:46:34.877950 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-cb961b22-c68b-4b12-bf47-3736d2dd1c1b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:46:34.879137 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-cb961b22-c68b-4b12-bf47-3736d2dd1c1b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0120182 Oct 18 18:46:34.893024 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b89112e0-ead2-4580-be4e-dcfa1e26a085 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:34.893617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:34.911808 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7316f50-fdd1-41f6-b82c-6460567d26bd req-b67cdfb2-0df0-4917-a513-57e57c08afde tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898514 Oct 18 18:46:35.035578 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67ac65cb-40ee-48f9-98b7-0c3cf37cb29a req-102d3dcd-d856-4901-93ce-9749ab70116d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.1044788 Oct 18 18:46:35.160973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a2bb7369-d666-4f29-9c2f-e8637522ca84 req-d7260cc2-3e4f-422f-a55e-4a596e27492c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0679240 Oct 18 18:46:35.212484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:35.273306 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port b89112e0-ead2-4580-be4e-dcfa1e26a085, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b89112e0-ead2-4580-be4e-dcfa1e26a085,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:46:35.279390 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:35.412465 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:35.762609 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f287f-79eb-459c-95f6-525cc6aced63 req-300edaa0-2b4a-48f4-b4d8-543a4883e050 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:35.764841 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b21f287f-79eb-459c-95f6-525cc6aced63 req-300edaa0-2b4a-48f4-b4d8-543a4883e050 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.0640404 Oct 18 18:46:35.826907 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b21f287f-79eb-459c-95f6-525cc6aced63 req-7c987bfc-15a6-4401-9f74-4425168e117d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Oct 18 18:46:36.074439 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9d54f-55c9-4531-9046-8317057f7985 req-22f8216e-36f4-490d-b564-1533891faed9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:36.082364 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35c9d54f-55c9-4531-9046-8317057f7985 req-22f8216e-36f4-490d-b564-1533891faed9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.0681787 Oct 18 18:46:36.135432 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35c9d54f-55c9-4531-9046-8317057f7985 req-4c40ef6d-6508-490c-8625-a9584b926a63 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519705 Oct 18 18:46:36.213558 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b88ccecf-79e8-417c-a9bb-335770ea8f9c req-5d1a8ebe-1cab-4467-b686-cfb4884df438 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0534196 Oct 18 18:46:36.420193 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c32dfce2-df1b-459f-811d-936989892f33 req-a90f3fe1-9113-497d-931c-a254bc04fd0b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.1148379 Oct 18 18:46:36.461456 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b89112e0-ead2-4580-be4e-dcfa1e26a085 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:46:36.530103 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b89112e0-ead2-4580-be4e-dcfa1e26a085 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:36.530654 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:36.955325 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7417617-1227-4dd9-a864-54cdebf83386 req-a290b3c4-86ab-4efa-93c5-60c8badae2b8 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:36.956844 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b7417617-1227-4dd9-a864-54cdebf83386 req-a290b3c4-86ab-4efa-93c5-60c8badae2b8 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.0601206 Oct 18 18:46:37.004686 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b7417617-1227-4dd9-a864-54cdebf83386 req-c410ebee-3691-4f60-865a-930411574c0a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Oct 18 18:46:37.270821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bbae2-9b0e-4b49-946c-935cb108b732 req-f9908ca3-405e-46c4-959d-a9f7709964b6 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:37.279842 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f13bbae2-9b0e-4b49-946c-935cb108b732 req-f9908ca3-405e-46c4-959d-a9f7709964b6 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.0689845 Oct 18 18:46:37.329354 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f13bbae2-9b0e-4b49-946c-935cb108b732 req-6d854c4f-7221-4214-b920-10e8bd267a3c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450048 Oct 18 18:46:37.393197 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fcac8740-bcac-4415-8c20-57213c6274dd req-45073ff7-adb0-4496-8857-4b2c528da9c5 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0467255 Oct 18 18:46:37.557523 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-397b86c9-07e1-47df-87a5-eaac8a442519 req-49154e21-d982-491f-999c-aa93ab09ebbb tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0522685 Oct 18 18:46:38.143338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494021b-ed1c-415c-abaa-6a3652c3c989 req-51f75964-473f-4f58-b02f-40ab2e516adf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:38.145009 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b494021b-ed1c-415c-abaa-6a3652c3c989 req-51f75964-473f-4f58-b02f-40ab2e516adf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.0663521 Oct 18 18:46:38.182774 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b494021b-ed1c-415c-abaa-6a3652c3c989 req-71da0636-5164-48f8-a581-761edb35ee42 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313468 Oct 18 18:46:38.468171 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64bba6-f925-4e2a-b876-82fd1c988fb5 req-991dfa8a-4d3c-47db-93f2-8cbf6418e2d3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:38.469813 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb64bba6-f925-4e2a-b876-82fd1c988fb5 req-991dfa8a-4d3c-47db-93f2-8cbf6418e2d3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.0740216 Oct 18 18:46:38.520198 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb64bba6-f925-4e2a-b876-82fd1c988fb5 req-64c07ddf-e14d-4579-befb-66e10ec387c4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Oct 18 18:46:38.556109 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba681a4f-7a5e-49c3-b01d-0f8530d407be req-7e130ac4-729a-4754-912f-95ce2b187c00 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0391259 Oct 18 18:46:38.658796 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c2d7693b-ce39-4d33-be38-dd1b20907bdc req-01822f77-9fb0-4771-a578-141af0173aa6 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0278926 Oct 18 18:46:38.765998 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 36198) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:38.771905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36202) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:38.883183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b916a452-def7-4e62-94c7-b5f842e6ee29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:38.883341 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd857-5b7e-438c-a45e-d26b7e96b498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:38.977132 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b916a452-def7-4e62-94c7-b5f842e6ee29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:38.985509 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b916a452-def7-4e62-94c7-b5f842e6ee29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:38.990647 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd857-5b7e-438c-a45e-d26b7e96b498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.000101 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e2ecd857-5b7e-438c-a45e-d26b7e96b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.030679 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b916a452-def7-4e62-94c7-b5f842e6ee29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a5eba873a194327bbc6271cfbd2c116&name=default HTTP/1.1" status: 200 len: 2977 time: 0.2576096 Oct 18 18:46:39.031436 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36210) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:39.044383 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ecd857-5b7e-438c-a45e-d26b7e96b498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fce125b-aa6e-449e-8eef-031f85b4a470,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:39.075627 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e2ecd857-5b7e-438c-a45e-d26b7e96b498 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4e6b312330a4ba68a11b4c84a9ca089&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3085277 Oct 18 18:46:39.076388 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 36216) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:39.084449 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916a452-def7-4e62-94c7-b5f842e6ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d37340-d769-45b7-b08d-ad947f9929c1,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:39.122829 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.156467 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.183075 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.205563 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.239955 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.245910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.250229 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43d37340-d769-45b7-b08d-ad947f9929c1 HTTP/1.1" status: 204 len: 168 time: 0.2163038 Oct 18 18:46:39.268339 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d228c-3d1a-4558-b38d-46d8347ca14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d37340-d769-45b7-b08d-ad947f9929c1,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:39.311235 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.316792 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:39.326607 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fce125b-aa6e-449e-8eef-031f85b4a470 HTTP/1.1" status: 204 len: 168 time: 0.2419868 Oct 18 18:46:39.342817 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eeb04-e0f3-42eb-9c50-dc6fa396d549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fce125b-aa6e-449e-8eef-031f85b4a470,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:39.443281 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ebea61-a5e9-4884-b637-7889c1b32cce req-2e946872-531b-4ac8-9803-70bdecac9c30 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:39.456059 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35ebea61-a5e9-4884-b637-7889c1b32cce req-2e946872-531b-4ac8-9803-70bdecac9c30 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.1708758 Oct 18 18:46:39.505930 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35ebea61-a5e9-4884-b637-7889c1b32cce req-de07a5de-2c95-4fc3-87a3-0c0f029e3ce5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Oct 18 18:46:39.724456 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ed12f-b243-485a-ba22-02ff6625f961 req-24842962-2c95-4b5b-b21f-7960c698c28d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:39.736066 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-396ed12f-b243-485a-ba22-02ff6625f961 req-24842962-2c95-4b5b-b21f-7960c698c28d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.1267347 Oct 18 18:46:39.807661 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb33268e-6cf4-440c-a3e3-62eae3088b86 req-8ac34464-741a-42f6-b0a6-9309d713bcb0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0693030 Oct 18 18:46:39.824324 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-396ed12f-b243-485a-ba22-02ff6625f961 req-4ece02f9-ea00-4414-a162-6756767df594 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847096 Oct 18 18:46:39.917982 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 36252) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:39.929277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b817f13f-e65e-4e02-880e-eaf3dead6c00 req-cfe35cbf-1d7e-4ae3-9b20-b5265e235c48 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0328941 Oct 18 18:46:39.937156 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c6d2-2510-4bf2-814d-1ea4824bcc3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.027343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c6d2-2510-4bf2-814d-1ea4824bcc3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.033301 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3ed4c6d2-2510-4bf2-814d-1ea4824bcc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.085208 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36254) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:40.085421 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3ed4c6d2-2510-4bf2-814d-1ea4824bcc3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=84fced3e5f1f40a79b36b6363028b6b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653333 Oct 18 18:46:40.087533 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4c6d2-2510-4bf2-814d-1ea4824bcc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc4869-bd3a-4547-9c9d-9d99feea9a73,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:40.154076 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.196687 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.247352 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.255187 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:40.260908 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbfc4869-bd3a-4547-9c9d-9d99feea9a73 HTTP/1.1" status: 204 len: 168 time: 0.1742783 Oct 18 18:46:40.273987 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f553bd-db47-4434-b054-126ca8d32ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc4869-bd3a-4547-9c9d-9d99feea9a73,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:40.683927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4e2f8-bedb-4b53-8edc-4c9c050619bd req-819495bf-978b-4719-89a9-d41f3d5b6c64 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:40.694793 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17a4e2f8-bedb-4b53-8edc-4c9c050619bd req-819495bf-978b-4719-89a9-d41f3d5b6c64 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.0616541 Oct 18 18:46:40.762824 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17a4e2f8-bedb-4b53-8edc-4c9c050619bd req-7e8be96e-222e-4ecc-a941-93f1e7b19ab9 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668559 Oct 18 18:46:40.902141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36310) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:40.938412 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b8adf8ec-280d-42f4-97e1-8a4acc7da560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.033813 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-394e0676-b9e3-40cf-8deb-5ec72da3cb1a req-b76e2aee-4ad1-4450-8a27-b9829a916ac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0671391 Oct 18 18:46:41.088474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe5587-c37a-47d6-9e88-895dac410a55 req-54bd307d-36fb-435f-b769-41ddbfcd0b29 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:41.101016 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32fe5587-c37a-47d6-9e88-895dac410a55 req-54bd307d-36fb-435f-b769-41ddbfcd0b29 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.1536884 Oct 18 18:46:41.151495 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-11f97af7-d961-4f0e-a3ff-fc12ed432b74 req-3deaef03-067f-4e75-83c1-b2ca66901928 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0446832 Oct 18 18:46:41.188993 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32fe5587-c37a-47d6-9e88-895dac410a55 req-b911b90c-97e9-4642-ab67-c6c2255a85aa tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870593 Oct 18 18:46:41.218955 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b8adf8ec-280d-42f4-97e1-8a4acc7da560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.224219 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b8adf8ec-280d-42f4-97e1-8a4acc7da560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.263823 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b8adf8ec-280d-42f4-97e1-8a4acc7da560 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64d9fb2fbf6f4bfca6ff920bb128e886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3619094 Oct 18 18:46:41.264696 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8adf8ec-280d-42f4-97e1-8a4acc7da560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c1aa4b-e556-4084-875f-0e2adfa4bbec,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:41.266537 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 36324) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:41.319909 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.341337 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.387351 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.389819 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:41.390984 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32c1aa4b-e556-4084-875f-0e2adfa4bbec HTTP/1.1" status: 204 len: 168 time: 0.1218288 Oct 18 18:46:41.398876 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926996e3-ad23-4f08-95f5-5ad3f80fb689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c1aa4b-e556-4084-875f-0e2adfa4bbec,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:41.868670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d177a3-5197-463d-8801-b7f9e96da9b7 req-8c8a773d-7bf1-4984-94ed-4b30d9c74bdf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:41.870263 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-16d177a3-5197-463d-8801-b7f9e96da9b7 req-8c8a773d-7bf1-4984-94ed-4b30d9c74bdf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.0474632 Oct 18 18:46:41.908091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-16d177a3-5197-463d-8801-b7f9e96da9b7 req-f47d66b1-5ae2-4bb8-ad84-33f642a3f4f7 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Oct 18 18:46:42.151784 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6babf9e5-106f-4b41-943e-0b344de7333a req-ee024194-0e69-476d-892a-9bf329636dca tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0367672 Oct 18 18:46:42.255724 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-726fd81d-5378-4fe0-9e3a-f0f3acf558f8 req-ad1cba9e-ad94-4c42-a804-a4b74348b339 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0309913 Oct 18 18:46:42.316768 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60291706-edff-49db-b384-c2130d9a8024 req-72e07ab9-bbe7-40ad-8e87-bec841a254d2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:42.318225 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-60291706-edff-49db-b384-c2130d9a8024 req-72e07ab9-bbe7-40ad-8e87-bec841a254d2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.0545294 Oct 18 18:46:42.359067 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-60291706-edff-49db-b384-c2130d9a8024 req-e2cb33ec-7cc6-46b5-a243-2edb460534be tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342224 Oct 18 18:46:43.039602 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.25', 52990) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:43.096429 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Request body: {'port': {'device_id': '58866a98-135f-4efe-b561-f91e388844b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:43.118180 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Request body: {'port': {'device_id': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:43.216492 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:43.239445 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ea486-a29c-484d-96da-efc4f286cf90 req-9076da8d-c70a-4d98-a52b-e9556de1f7aa tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:43.251293 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f2ea486-a29c-484d-96da-efc4f286cf90 req-9076da8d-c70a-4d98-a52b-e9556de1f7aa tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 932 time: 0.2130125 Oct 18 18:46:43.314580 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-df94abbe-eb9d-452f-8e1e-ffb3745e17e3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:43.316213 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-df94abbe-eb9d-452f-8e1e-ffb3745e17e3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 818 time: 0.2558804 Oct 18 18:46:43.325726 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:43.376717 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51b1eed4-a41d-48f6-9b67-e41afd4bdcaf req-c883b933-2550-4cd3-846c-0ac4251073fc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0735300 Oct 18 18:46:43.413573 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f2ea486-a29c-484d-96da-efc4f286cf90 req-d940ac0c-0686-4e51-bf29-5b51b0ffb772 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601872 Oct 18 18:46:43.490695 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.25', 52994) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:43.515672 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Request body: {'port': {'device_id': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'admin_state_up': True, 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:43.642621 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-749051de-77e4-44cf-95e0-c8cf05dd1f98 req-9c3a4864-cea8-4969-9301-d59193e2acfb tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.1056528 Oct 18 18:46:43.737233 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Made reservation on behalf of 9963cc9c643f4a5785f2cde5af79fd00 for: {'port': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:43.740821 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:43.883577 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcb3d7-5ed9-4a66-9951-2bbbcf7a8dbc req-33a3a6d0-6874-4474-b299-e75286713d55 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:43.885124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77dcb3d7-5ed9-4a66-9951-2bbbcf7a8dbc req-33a3a6d0-6874-4474-b299-e75286713d55 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 931 time: 0.3594427 Oct 18 18:46:43.969502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-7f0f26b3-abc0-46a5-80ba-eaf0bad8e46d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:43.970494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-7f0f26b3-abc0-46a5-80ba-eaf0bad8e46d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 818 time: 0.4753418 Oct 18 18:46:43.983003 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fd0627d-b995-40bc-a816-172a73e85687 {{(pid=129716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:46:43.993409 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.015377 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.provisioning_blocks [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Transition to ACTIVE for port object 8fd0627d-b995-40bc-a816-172a73e85687 will not be triggered until provisioned by entity L2. {{(pid=129716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:46:44.024940 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Allocated IP 172.20.0.5 (792d6731-22db-4847-adec-f813a7e1ed43/df06b63b-9590-4526-96d7-aa3a693374d6/81491a85-f021-44b0-9347-7df17a8ba286) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:44.029278 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.030331 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77dcb3d7-5ed9-4a66-9951-2bbbcf7a8dbc req-85102f57-ca1d-41a4-8ddf-405351965932 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367021 Oct 18 18:46:44.084822 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Request body: {'port': {'device_id': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'admin_state_up': True, 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:44.120330 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:44.158150 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.25', 52998) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:46:44.197900 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Attempting to bind port 8fd0627d-b995-40bc-a816-172a73e85687 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:44.198268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Attempting to bind port 8fd0627d-b995-40bc-a816-172a73e85687 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}] {{(pid=129716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:44.198643 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Attempting to bind port 8fd0627d-b995-40bc-a816-172a73e85687 on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:44.212642 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Port 8fd0627d-b995-40bc-a816-172a73e85687 on network 5e12d66b-09d8-47c3-b391-898800d64569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:46:44.212966 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Attempting to bind port 8fd0627d-b995-40bc-a816-172a73e85687 on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:44.229889 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8bb074-7774-4ead-aa72-a03e145cfeaa {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:46:44.247860 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.248161 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:44.248529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Checking segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:44.249082 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Bound using segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:44.249536 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Bound port: 8fd0627d-b995-40bc-a816-172a73e85687, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}}] {{(pid=129716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:44.249894 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.322803 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.326881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Transition to ACTIVE for port object 0a8bb074-7774-4ead-aa72-a03e145cfeaa will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:46:44.342972 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.387877 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-125d13aa-fd07-40e6-b297-e4693593e3bc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:44.389426 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-125d13aa-fd07-40e6-b297-e4693593e3bc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 811 time: 0.2301214 Oct 18 18:46:44.422305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Made reservation on behalf of 9963cc9c643f4a5785f2cde5af79fd00 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:44.425835 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.471475 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:44.489729 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, cleared binding levels {{(pid=129716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:44.520066 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fd0627d-b995-40bc-a816-172a73e85687,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:44.528635 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.537038 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.577855 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:44.578440 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.579939 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] 10.222.0.25 "PUT /v2.0/ports/8fd0627d-b995-40bc-a816-172a73e85687 HTTP/1.1" status: 200 len: 1093 time: 1.6880093 Oct 18 18:46:44.580475 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:46:44.691442 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Network 792d6731-22db-4847-adec-f813a7e1ed43 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:44.715150 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669bd14-337f-444a-8807-59fd54aa40d5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=3']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:44.718158 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:44.725063 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:44.731181 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:44.731746 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.793159 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2928255 Oct 18 18:46:44.796818 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff389c2-8bca-4748-bedb-6adf7583043b" -d '{"events": [{"name": "network-changed", "server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "tag": "8fd0627d-b995-40bc-a816-172a73e85687"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:46:44.807754 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Request body: {'port': {'device_id': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:44.814887 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dfed9-8053-49c7-aca5-eec21272dba8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Pushing event updated for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:44.816450 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-08092dc3-9b7d-4932-bc60-74175addc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:44.817958 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-08092dc3-9b7d-4932-bc60-74175addc72c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 1096 time: 0.1643035 Oct 18 18:46:44.902090 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-699edd7a-7522-48f5-b787-f1642679d06e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd0627d-b995-40bc-a816-172a73e85687 HTTP/1.1" status: 200 len: 217 time: 0.0673261 Oct 18 18:46:44.920659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Attempting to bind port 0a8bb074-7774-4ead-aa72-a03e145cfeaa on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:44.921106 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Attempting to bind port 0a8bb074-7774-4ead-aa72-a03e145cfeaa by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '388aeb02-fc5f-4b77-9dd0-0fd39880e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:44.921857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Attempting to bind port 0a8bb074-7774-4ead-aa72-a03e145cfeaa on network 07131ce5-6262-4f5a-af0b-131d41cdf65c {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:44.930144 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:44.930897 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-0b9ce734-c0ad-415c-a3db-2daaff4e2f9b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 380 time: 0.5279841 Oct 18 18:46:44.942880 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-110214ad-16c3-49c7-b098-f0e69801a229 req-33c11d43-ac47-4e01-9aa2-f5159d058e24 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.4387808 Oct 18 18:46:44.951695 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Port 0a8bb074-7774-4ead-aa72-a03e145cfeaa on network 07131ce5-6262-4f5a-af0b-131d41cdf65c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:46:44.951695 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Attempting to bind port 0a8bb074-7774-4ead-aa72-a03e145cfeaa on network 07131ce5-6262-4f5a-af0b-131d41cdf65c {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:45.026903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Allocated IP 172.20.0.14 (792d6731-22db-4847-adec-f813a7e1ed43/df06b63b-9590-4526-96d7-aa3a693374d6/1fdcffd5-8818-4586-8937-054931df669c) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:45.041312 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'port': {'device_id': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'admin_state_up': True, 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'security_groups': ['f510c6df-fac9-47bf-ad6f-cd074ad616d5']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:45.069195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:45.069195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Checking segment: {'id': '388aeb02-fc5f-4b77-9dd0-0fd39880e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:45.069195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Bound using segment: {'id': '388aeb02-fc5f-4b77-9dd0-0fd39880e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:45.069522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Bound port: 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '388aeb02-fc5f-4b77-9dd0-0fd39880e903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:45.070142 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.094293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-0e9d25c5-4330-4ded-ad9f-a0ec33c6cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:45.095127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-73042478-04ed-421e-893b-86a415c8baff req-cdeb24a7-6739-4e9c-bbfc-1e39b185b5e7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 210 time: 0.0614760 Oct 18 18:46:45.095775 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-0e9d25c5-4330-4ded-ad9f-a0ec33c6cb84 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.1224234 Oct 18 18:46:45.178804 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-d284e96a-5dd9-4f57-b6a5-fd2ec3191539 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672166 Oct 18 18:46:45.316872 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63146791-f85f-45ea-8100-a1b11071b475 req-99574988-6e48-425a-b5bf-0c794844efb2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:45.318443 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63146791-f85f-45ea-8100-a1b11071b475 req-99574988-6e48-425a-b5bf-0c794844efb2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.7823827 Oct 18 18:46:45.341484 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:45.352063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa,segment=NetworkSegment(388aeb02-fc5f-4b77-9dd0-0fd39880e903),segment_id=388aeb02-fc5f-4b77-9dd0-0fd39880e903)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:45.352900 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-f15e6f03-0cd5-413d-a331-cf68c2385435 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635551 Oct 18 18:46:45.363430 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e0b2c1-a5f1-49e4-9707-5c758bd8e933 x-openstack-request-id: req-43e0b2c1-a5f1-49e4-9707-5c758bd8e933 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:46:45.363713 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "tag": "8fd0627d-b995-40bc-a816-172a73e85687", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:46:45.364441 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43e0b2c1-a5f1-49e4-9707-5c758bd8e933 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:46:45.366019 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687', 'status': 'completed', 'code': 200} Oct 18 18:46:45.384991 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.453388 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Made reservation on behalf of dc823e02a9644b6fbac6ff4758ce4660 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:46:45.456909 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.507773 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4bf4ed7d-a3e1-44e9-b024-677cd3cd36b8 req-6fbfcebd-0b90-4fef-bfd0-3e1814bfad14 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396596 Oct 18 18:46:45.524395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:45.525636 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.527103 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] 10.222.0.25 "PUT /v2.0/ports/0a8bb074-7774-4ead-aa72-a03e145cfeaa HTTP/1.1" status: 200 len: 1094 time: 2.6354544 Oct 18 18:46:45.529593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:46:45.610355 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63146791-f85f-45ea-8100-a1b11071b475 req-d7dc5775-1f66-4de4-9a58-b9780dec5525 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780056 Oct 18 18:46:45.681244 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:46:45.693874 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680fa6fb-3816-4c61-a041-4f6a14621015 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:45.753781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.768566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405665dc-a705-4125-bd24-0ff21ec16acc req-0178bb1a-08b6-475c-b413-f5e33befef0a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:45.770017 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-405665dc-a705-4125-bd24-0ff21ec16acc req-0178bb1a-08b6-475c-b413-f5e33befef0a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.3246822 Oct 18 18:46:45.877999 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-405665dc-a705-4125-bd24-0ff21ec16acc req-e665cc28-b147-49b0-81ee-bfb8db82e7c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955737 Oct 18 18:46:45.899087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Allocated IP 172.20.0.14 (4e4c1d70-14de-4ee7-8764-18f2a46ba06e/5592dafc-12ba-4ec0-a55c-808d411501c0/3d502e9d-eef6-4817-83c1-4cfa68c02dfe) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:46:45.907830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:45.960910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a874f0-af4a-407f-9006-201c19a4ff23 x-openstack-request-id: req-74a874f0-af4a-407f-9006-201c19a4ff23 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:46:45.961556 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:46:45.962011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74a874f0-af4a-407f-9006-201c19a4ff23 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:46:45.963238 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa', 'status': 'completed', 'code': 200} Oct 18 18:46:46.011081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Network 792d6731-22db-4847-adec-f813a7e1ed43 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:46.020645 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:46.028331 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:46.041057 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.041724 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.049524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Pushing event updated for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:46.093847 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81491a85-f021-44b0-9347-7df17a8ba286 {{(pid=129716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:46:46.095776 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92766086-4e8d-4a14-993a-438f92b6df3c req-e129a989-aa80-4151-bfad-bf54a87bd0e5 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0471251 Oct 18 18:46:46.102647 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.116021 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-b9769871-920a-4a3a-8299-46a46bebda66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0366626 Oct 18 18:46:46.119684 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.provisioning_blocks [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Transition to ACTIVE for port object 81491a85-f021-44b0-9347-7df17a8ba286 will not be triggered until provisioned by entity L2. {{(pid=129716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:46:46.125208 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.186298 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Pushing event updated for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:46.225073 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Attempting to bind port 81491a85-f021-44b0-9347-7df17a8ba286 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:46.225731 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Attempting to bind port 81491a85-f021-44b0-9347-7df17a8ba286 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}] {{(pid=129716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:46.226254 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Attempting to bind port 81491a85-f021-44b0-9347-7df17a8ba286 on network 792d6731-22db-4847-adec-f813a7e1ed43 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:46.231888 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Port 81491a85-f021-44b0-9347-7df17a8ba286 on network 792d6731-22db-4847-adec-f813a7e1ed43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:46:46.232543 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Attempting to bind port 81491a85-f021-44b0-9347-7df17a8ba286 on network 792d6731-22db-4847-adec-f813a7e1ed43 {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:46.235337 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.238287 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:46.238670 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Checking segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:46.239047 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Bound using segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} {{(pid=129716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:46.239474 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.managers [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Bound port: 81491a85-f021-44b0-9347-7df17a8ba286, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}}] {{(pid=129716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:46.239888 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.259410 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd064e1-3a56-4e55-963e-618741247bf7 req-3acea74f-ccda-4a30-a8ce-ba52a557590a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.260895 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cdd064e1-3a56-4e55-963e-618741247bf7 req-3acea74f-ccda-4a30-a8ce-ba52a557590a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 932 time: 0.0781715 Oct 18 18:46:46.305349 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, cleared binding levels {{(pid=129716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:46.309785 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81491a85-f021-44b0-9347-7df17a8ba286,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:46.313814 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.314047 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cdd064e1-3a56-4e55-963e-618741247bf7 req-168e1a56-f204-4878-b889-80c742938b15 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449646 Oct 18 18:46:46.315605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.353555 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.354169 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.355591 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] 10.222.0.25 "PUT /v2.0/ports/81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 1093 time: 1.5520709 Oct 18 18:46:46.364834 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:46:46.367851 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:46:46.370899 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62655a4a-6bbf-44d4-bdad-109f6fc053cc service neutron] Pushing event updated for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=3']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:46.372140 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:46:46.377881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.378478 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.381954 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:46.397205 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-d378883d-1cfb-449b-8b82-23f7cdf5eac3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3666575 Oct 18 18:46:46.650655 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d2bf26ca-17a6-4bc8-b992-df606d591c4a None None] Provisioning complete for port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:46:46.651264 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d2bf26ca-17a6-4bc8-b992-df606d591c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:46.684545 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-d2bf26ca-17a6-4bc8-b992-df606d591c4a None None] Port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:46:46.727086 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07f74cf-ecb4-4864-b2ba-e021229e8019 req-7a996070-0134-4b62-bef0-d0eea9ace7b9 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.729116 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f07f74cf-ecb4-4864-b2ba-e021229e8019 req-7a996070-0134-4b62-bef0-d0eea9ace7b9 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0479343 Oct 18 18:46:46.765957 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f07f74cf-ecb4-4864-b2ba-e021229e8019 req-535e4969-6857-4152-af08-cd1c88b1326f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308836 Oct 18 18:46:46.989675 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69d7ec-96f5-491d-b85b-8f0470d7b76c req-8b65480d-dd29-4969-9c59-c2c910a5e3b4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:46.991194 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f69d7ec-96f5-491d-b85b-8f0470d7b76c req-8b65480d-dd29-4969-9c59-c2c910a5e3b4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0476050 Oct 18 18:46:47.031825 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f69d7ec-96f5-491d-b85b-8f0470d7b76c req-c4907646-90eb-46bc-8aaa-a5781455487d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Oct 18 18:46:47.212789 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8ed8b3-66d5-493f-bbc3-235d866d04e6 req-6707534e-3552-4080-a753-4b8daa81853c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:47.214181 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e8ed8b3-66d5-493f-bbc3-235d866d04e6 req-6707534e-3552-4080-a753-4b8daa81853c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 932 time: 0.0470524 Oct 18 18:46:47.251525 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e8ed8b3-66d5-493f-bbc3-235d866d04e6 req-4e63d335-863c-4c03-941c-df4bf099f69c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Oct 18 18:46:47.367790 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:46:47.370106 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b688b6a-9777-41a9-9d47-f8ba889a325e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "tag": "81491a85-f021-44b0-9347-7df17a8ba286"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:46:47.404541 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a95b587-6e8f-45a7-993f-408191e1efce x-openstack-request-id: req-1a95b587-6e8f-45a7-993f-408191e1efce {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:46:47.404832 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "tag": "81491a85-f021-44b0-9347-7df17a8ba286", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:46:47.405086 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a95b587-6e8f-45a7-993f-408191e1efce {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:46:47.405470 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286', 'status': 'completed', 'code': 200} Oct 18 18:46:47.426882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79474afd-1bc8-447d-a4dc-6d5509d696cf req-cd3ebe54-2a81-42cd-a54e-04a6029051af tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:47.428356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-79474afd-1bc8-447d-a4dc-6d5509d696cf req-cd3ebe54-2a81-42cd-a54e-04a6029051af tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 932 time: 0.0484934 Oct 18 18:46:47.464654 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-79474afd-1bc8-447d-a4dc-6d5509d696cf req-5dae0a8f-4652-4f79-9a6e-99ba51c9842c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303504 Oct 18 18:46:47.878404 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4ce00-f9fe-4e4a-bc75-5190551075da req-5a07eb9f-0f98-4226-974e-92ab4a140c42 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:47.879900 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f9b4ce00-f9fe-4e4a-bc75-5190551075da req-5a07eb9f-0f98-4226-974e-92ab4a140c42 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0475593 Oct 18 18:46:47.919635 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f9b4ce00-f9fe-4e4a-bc75-5190551075da req-48b7833a-3876-40f3-bf73-5d20eb78aa90 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Oct 18 18:46:48.156775 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e916e20-63aa-4ade-8c3b-5f85ba617f1a req-18278290-334b-48dc-b830-beb96b24ab64 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:48.158243 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e916e20-63aa-4ade-8c3b-5f85ba617f1a req-18278290-334b-48dc-b830-beb96b24ab64 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0484207 Oct 18 18:46:48.194718 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e916e20-63aa-4ade-8c3b-5f85ba617f1a req-27eaa0e2-9bbc-46ca-8c42-0ab3ffc3b7f1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Oct 18 18:46:48.368497 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf2e46-8003-4e94-b696-f27251ea9a0d req-decf8b72-4427-4218-87b2-e2ea77ae8d2f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:48.370431 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8eaf2e46-8003-4e94-b696-f27251ea9a0d req-decf8b72-4427-4218-87b2-e2ea77ae8d2f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 932 time: 0.0560157 Oct 18 18:46:48.407236 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8eaf2e46-8003-4e94-b696-f27251ea9a0d req-606573ef-08c7-4511-9d28-d0645a6156f9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306308 Oct 18 18:46:48.575973 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db8be7-54b7-4d7e-af42-38d3273baa09 req-5f7d90b6-4a26-43eb-b4e9-9a8fe4e5ce49 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:48.577358 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8db8be7-54b7-4d7e-af42-38d3273baa09 req-5f7d90b6-4a26-43eb-b4e9-9a8fe4e5ce49 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 932 time: 0.0483325 Oct 18 18:46:48.617484 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8db8be7-54b7-4d7e-af42-38d3273baa09 req-b42ecae9-23cf-44ae-91c6-382371697067 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340784 Oct 18 18:46:48.878851 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Request body: {'port': {'device_id': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:48.886778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Request body: {'port': {'device_id': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:46:48.983225 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-a1133081-35a1-4a3f-8a89-40d5ee2f506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:48.984872 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-a1133081-35a1-4a3f-8a89-40d5ee2f506f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2ca83134dcd40a7887485fcf5bca190&device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 1097 time: 0.0793574 Oct 18 18:46:48.992842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-6924b1db-adaf-4c8c-bd7b-da1126b4bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:48.995441 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-6924b1db-adaf-4c8c-bd7b-da1126b4bb23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 1096 time: 0.0798635 Oct 18 18:46:49.060842 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:49.065312 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:49.096782 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-9427a458-e7ed-4a17-b99f-bb5d5c57e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.098266 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-9427a458-e7ed-4a17-b99f-bb5d5c57e755 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1096 time: 0.1823299 Oct 18 18:46:49.397001 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-d8bae12a-c719-4849-abf1-a74559d1dd1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.2756195 Oct 18 18:46:49.421823 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e11da5-e711-464b-9082-7f9ac0585d09 req-3e7a74c5-3757-4bae-8c50-d38bde2fccc0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.423287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-70e11da5-e711-464b-9082-7f9ac0585d09 req-3e7a74c5-3757-4bae-8c50-d38bde2fccc0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.3984988 Oct 18 18:46:49.438640 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-9a59e15a-d4f1-4f1b-a26a-ae1790499d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.440218 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-9a59e15a-d4f1-4f1b-a26a-ae1790499d59 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d2ca83134dcd40a7887485fcf5bca190&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4443710 Oct 18 18:46:49.442799 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-80d808a0-5384-473e-b855-f3246b0ddd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.444115 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-80d808a0-5384-473e-b855-f3246b0ddd7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 916 time: 0.4321964 Oct 18 18:46:49.515697 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-e77ae323-eb3b-4c19-9011-667e4c6f892e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd0627d-b995-40bc-a816-172a73e85687 HTTP/1.1" status: 200 len: 217 time: 0.0563490 Oct 18 18:46:49.643130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f8c37-3474-4748-9bed-617337c43d78 req-ce164a9a-c8ce-4120-8332-61f2462dd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.644584 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-ce164a9a-c8ce-4120-8332-61f2462dd427 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.2310615 Oct 18 18:46:49.670592 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-0f978b65-f562-4fbe-8df6-2620ae2ad61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.672110 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-0f978b65-f562-4fbe-8df6-2620ae2ad61f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.1454606 Oct 18 18:46:49.676530 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-70e11da5-e711-464b-9082-7f9ac0585d09 req-cca27b68-6208-4e95-9b28-8b80b00be00a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273192 Oct 18 18:46:49.680173 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-456ed529-2df5-47c5-82e7-d52b1d0611e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.681594 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-f0772284-3c0b-46e5-bbbc-a0f45a98dc3a req-456ed529-2df5-47c5-82e7-d52b1d0611e4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2296648 Oct 18 18:46:49.684385 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dda49-8715-4c89-9ffa-70f5fa352546 req-a173d891-c9ea-40ae-82ae-9575d8d6a6a8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.686069 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-688dda49-8715-4c89-9ffa-70f5fa352546 req-a173d891-c9ea-40ae-82ae-9575d8d6a6a8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.2988558 Oct 18 18:46:49.871406 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-688dda49-8715-4c89-9ffa-70f5fa352546 req-4de1c52c-3512-4007-ab2c-4ffc6f0f435c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547778 Oct 18 18:46:49.916607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fa205-8dbf-4b79-8705-003ddbcc8272 req-9a99387b-6aca-4f9c-bb71-9b8d98259941 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:49.918081 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-630fa205-8dbf-4b79-8705-003ddbcc8272 req-9a99387b-6aca-4f9c-bb71-9b8d98259941 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 932 time: 0.1582992 Oct 18 18:46:50.061757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdcffd5-8818-4586-8937-054931df669c {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:46:50.074886 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-630fa205-8dbf-4b79-8705-003ddbcc8272 req-ca683f75-8dee-4ed7-bc19-2aa84cb6d5fd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481209 Oct 18 18:46:50.076524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d502e9d-eef6-4817-83c1-4cfa68c02dfe {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:46:50.081299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.089243 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.110227 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027c98-b2e6-4add-ac11-86361a5388ed req-e8d03d23-fca1-46ca-9ff0-f3b5aee3f07e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:50.111745 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34027c98-b2e6-4add-ac11-86361a5388ed req-e8d03d23-fca1-46ca-9ff0-f3b5aee3f07e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 932 time: 0.1811905 Oct 18 18:46:50.118255 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Transition to ACTIVE for port object 1fdcffd5-8818-4586-8937-054931df669c will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:46:50.122990 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Transition to ACTIVE for port object 3d502e9d-eef6-4817-83c1-4cfa68c02dfe will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:46:50.129587 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.139215 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.204709 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34027c98-b2e6-4add-ac11-86361a5388ed req-6c30503e-8f72-44ee-9a23-3a0cc2886b5d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847709 Oct 18 18:46:50.213903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Pushing event updated for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:50.301072 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Attempting to bind port 1fdcffd5-8818-4586-8937-054931df669c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:50.301395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Attempting to bind port 1fdcffd5-8818-4586-8937-054931df669c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:50.301722 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Attempting to bind port 1fdcffd5-8818-4586-8937-054931df669c on network 792d6731-22db-4847-adec-f813a7e1ed43 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:50.310425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Attempting to bind port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:46:50.310781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Attempting to bind port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:46:50.311101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Attempting to bind port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:50.315303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Pushing event updated for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:50.319557 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Port 1fdcffd5-8818-4586-8937-054931df669c on network 792d6731-22db-4847-adec-f813a7e1ed43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:46:50.319874 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Attempting to bind port 1fdcffd5-8818-4586-8937-054931df669c on network 792d6731-22db-4847-adec-f813a7e1ed43 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:50.323788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:46:50.324097 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Attempting to bind port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:46:50.330338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:50.330697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Checking segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:50.331087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Bound using segment: {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:50.331524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Bound port: 1fdcffd5-8818-4586-8937-054931df669c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:50.331877 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.335610 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:46:50.336016 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Checking segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:46:50.336378 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Bound using segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:46:50.336710 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Bound port: 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:46:50.337050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.444832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:50.448619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1fdcffd5-8818-4586-8937-054931df669c,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:50.451485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:46:50.454661 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:46:50.455924 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.464455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.503509 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:50.504108 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.505456 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] 10.222.0.25 "PUT /v2.0/ports/1fdcffd5-8818-4586-8937-054931df669c HTTP/1.1" status: 200 len: 1094 time: 1.6310885 Oct 18 18:46:50.507512 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'tag': '1fdcffd5-8818-4586-8937-054931df669c'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:46:50.510291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0808b97-5155-431c-b86c-1f3d22418598" -d '{"events": [{"name": "network-changed", "server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "tag": "1fdcffd5-8818-4586-8937-054931df669c"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:46:50.517013 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:50.517618 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.518993 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-7c57a793-aa12-420e-879a-22716d63224a service neutron] 10.222.0.25 "PUT /v2.0/ports/3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1094 time: 1.6460660 Oct 18 18:46:50.531463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9c694-3bf0-4d22-b4db-bc4d5e0bf7eb service neutron] Pushing event updated for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:50.557498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87f10b3-2bec-4098-8c93-f346debbd1db x-openstack-request-id: req-a87f10b3-2bec-4098-8c93-f346debbd1db {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:46:50.557780 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "tag": "1fdcffd5-8818-4586-8937-054931df669c", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:46:50.558091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a87f10b3-2bec-4098-8c93-f346debbd1db {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:46:50.558445 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'tag': '1fdcffd5-8818-4586-8937-054931df669c', 'status': 'completed', 'code': 200} Oct 18 18:46:50.584440 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57a793-aa12-420e-879a-22716d63224a service neutron] Pushing event updated for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:46:50.739433 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-02025750-cd4c-4549-9cfb-ff80c14b6da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:50.790600 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf77a9-7be3-4883-b43c-17aee6349488 req-9749074e-9c41-44a8-9ab4-5883d960779d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:50.792563 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1baf77a9-7be3-4883-b43c-17aee6349488 req-9749074e-9c41-44a8-9ab4-5883d960779d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0516956 Oct 18 18:46:50.832727 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1baf77a9-7be3-4883-b43c-17aee6349488 req-cbc66bf4-3f56-45c5-839f-0cd1786c47e5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344396 Oct 18 18:46:50.985396 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261c8ed-a0ac-4ed0-a8de-3d47678e9161 req-1dd26f8c-8ff6-467e-8956-5eff408524b7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:50.986846 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4261c8ed-a0ac-4ed0-a8de-3d47678e9161 req-1dd26f8c-8ff6-467e-8956-5eff408524b7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0491970 Oct 18 18:46:51.026269 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4261c8ed-a0ac-4ed0-a8de-3d47678e9161 req-6dd6ec59-f32a-4937-8d62-8b75cb28b74f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Oct 18 18:46:51.193269 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf78a5d-9ec6-4f46-8e4e-f9eaa23b19cd req-b82d876c-6335-4ab2-9133-9d25b2a09a33 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:51.194885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdf78a5d-9ec6-4f46-8e4e-f9eaa23b19cd req-b82d876c-6335-4ab2-9133-9d25b2a09a33 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0553741 Oct 18 18:46:51.237728 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdf78a5d-9ec6-4f46-8e4e-f9eaa23b19cd req-4d14dec5-620a-44c4-bb33-8d573c4fc8d9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358627 Oct 18 18:46:51.324619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e46a-db61-45ec-9f14-8ad9a24af1a1 req-4ed557db-05cc-4280-99ab-88546652e57c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:51.326437 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3fa6e46a-db61-45ec-9f14-8ad9a24af1a1 req-4ed557db-05cc-4280-99ab-88546652e57c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0509377 Oct 18 18:46:51.374340 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3fa6e46a-db61-45ec-9f14-8ad9a24af1a1 req-56b3668d-0c21-43c5-94f4-981008df4374 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Oct 18 18:46:51.942770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4882-b045-40c5-a5fc-5c60cea64b8a req-d8d07487-5c37-4228-a605-24ca52673e1b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:51.944232 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-847a4882-b045-40c5-a5fc-5c60cea64b8a req-d8d07487-5c37-4228-a605-24ca52673e1b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0478115 Oct 18 18:46:51.981179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-847a4882-b045-40c5-a5fc-5c60cea64b8a req-9fe94eb6-129c-49da-b95a-9833fef9aeac tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310478 Oct 18 18:46:52.077450 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:46:52.137701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faef1e0-6a76-4ffe-9c19-eafec7bc9072 req-4a7a6626-1780-4f43-86ae-e0c6eca44be0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:52.139205 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1faef1e0-6a76-4ffe-9c19-eafec7bc9072 req-4a7a6626-1780-4f43-86ae-e0c6eca44be0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0487440 Oct 18 18:46:52.176318 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1faef1e0-6a76-4ffe-9c19-eafec7bc9072 req-520641ec-8222-449d-bf19-cbceceb1e4e6 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313520 Oct 18 18:46:52.351655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf34dd-fc08-4b76-84fa-1ddf7a92654d req-5e1f91c9-d4b1-4893-b96c-476732d83c02 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:52.353656 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdbf34dd-fc08-4b76-84fa-1ddf7a92654d req-5e1f91c9-d4b1-4893-b96c-476732d83c02 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0487368 Oct 18 18:46:52.398438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdbf34dd-fc08-4b76-84fa-1ddf7a92654d req-d4e1b794-bf60-44ee-86d9-b4f5eeaf674f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387886 Oct 18 18:46:52.486281 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c381a-22e7-42a9-b777-bcfc0f67db3c req-855768e5-6f6a-463b-8af0-1da9a1b00bf5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:52.487764 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e80c381a-22e7-42a9-b777-bcfc0f67db3c req-855768e5-6f6a-463b-8af0-1da9a1b00bf5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0484686 Oct 18 18:46:52.525848 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e80c381a-22e7-42a9-b777-bcfc0f67db3c req-68e62975-7476-4745-aa40-fdbff21222cc tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Oct 18 18:46:52.559576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:46:52.561901 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6f8af-7e32-41fc-bd81-47f770218241" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:46:52.595863 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e6afbd-8d28-4dba-bf91-43c3b217ecbc x-openstack-request-id: req-76e6afbd-8d28-4dba-bf91-43c3b217ecbc {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:46:52.596149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:46:52.596404 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-76e6afbd-8d28-4dba-bf91-43c3b217ecbc {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:46:52.596795 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'status': 'completed', 'code': 200} Oct 18 18:46:53.094054 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15dfaf-c489-4a79-8638-883c67efdd28 req-6817d7ab-98b8-497d-b80a-f7182a072695 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.095530 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3a15dfaf-c489-4a79-8638-883c67efdd28 req-6817d7ab-98b8-497d-b80a-f7182a072695 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0480170 Oct 18 18:46:53.132667 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3a15dfaf-c489-4a79-8638-883c67efdd28 req-f1ba2494-efb1-496a-89bd-5094cb35bd30 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Oct 18 18:46:53.288940 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a0af6d-5a5a-4689-8ee8-02c7a59ace9a req-64071165-98b9-4c49-a14c-ec05fa26b2f2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.290976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-11a0af6d-5a5a-4689-8ee8-02c7a59ace9a req-64071165-98b9-4c49-a14c-ec05fa26b2f2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0483375 Oct 18 18:46:53.329333 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0993d114-d7fc-4076-886a-dca5033c25f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:53.333547 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-11a0af6d-5a5a-4689-8ee8-02c7a59ace9a req-506b1346-426b-4b20-97a6-26e0bc866668 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Oct 18 18:46:53.544212 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-a965373e-cf4b-443f-89da-b5692c217860 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540555 Oct 18 18:46:53.550771 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-3661bcfc-ca2a-4fbe-b386-9eb1565a4db1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326521 Oct 18 18:46:53.642951 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808b97-5155-431c-b86c-1f3d22418598 req-85613b28-d6a8-407a-968d-4b70a8dac796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.643228 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe0d-9f54-4644-b40c-e14eabe653f1 req-131d7793-2b32-40c9-9b48-ff219d529fbb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.644416 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-e0808b97-5155-431c-b86c-1f3d22418598 req-85613b28-d6a8-407a-968d-4b70a8dac796 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 1097 time: 0.1178515 Oct 18 18:46:53.644697 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-263afe0d-9f54-4644-b40c-e14eabe653f1 req-131d7793-2b32-40c9-9b48-ff219d529fbb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.1828976 Oct 18 18:46:53.689652 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-b61bc1c5-e4c9-44f9-aa56-ff9f0f5c739f service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208727 Oct 18 18:46:53.736521 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-0fa2f52f-831f-4ab0-b9a5-ecc99dcfeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.738014 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-0fa2f52f-831f-4ab0-b9a5-ecc99dcfeda1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2ca83134dcd40a7887485fcf5bca190&device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 1097 time: 0.1960568 Oct 18 18:46:53.745597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-15fe811d-a2fc-46d2-934a-240ddb4268cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.747050 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-15fe811d-a2fc-46d2-934a-240ddb4268cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1097 time: 0.2067294 Oct 18 18:46:53.813460 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808b97-5155-431c-b86c-1f3d22418598 req-0b59a8a7-a47f-4051-a4f6-f2295d6b6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.814944 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-e0808b97-5155-431c-b86c-1f3d22418598 req-0b59a8a7-a47f-4051-a4f6-f2295d6b6a51 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1609302 Oct 18 18:46:53.842356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-8478422f-b94c-4fe7-93a3-4b7bcc98cefa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa HTTP/1.1" status: 200 len: 217 time: 0.0943484 Oct 18 18:46:53.847455 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-2c772463-fe6d-40a3-af73-426c7cc736c3 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490371 Oct 18 18:46:53.848299 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-192a7e2e-8828-4888-a48a-472b0ec21b7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 217 time: 0.0862734 Oct 18 18:46:53.856239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1a26d-6fd1-4011-9439-57bd0f6d4524 req-387b4c45-53c1-4a28-8236-e1bb6d161407 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.857729 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c1b1a26d-6fd1-4011-9439-57bd0f6d4524 req-387b4c45-53c1-4a28-8236-e1bb6d161407 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.2279112 Oct 18 18:46:53.860849 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-263afe0d-9f54-4644-b40c-e14eabe653f1 req-277f734d-229f-4e1c-8440-04e30537971e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034175 Oct 18 18:46:53.902950 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-64e6dc64-38f6-42cd-af6b-e7bd4f964902 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028862 Oct 18 18:46:53.924466 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0808b97-5155-431c-b86c-1f3d22418598 req-c5b8bc2d-4a16-4b4a-b942-1d149c45b45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:53.926179 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-e0808b97-5155-431c-b86c-1f3d22418598 req-c5b8bc2d-4a16-4b4a-b942-1d149c45b45a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995810 Oct 18 18:46:54.005759 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c1b1a26d-6fd1-4011-9439-57bd0f6d4524 req-300277a7-91c6-4da5-bc4b-81aa0e6f0e19 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226871 Oct 18 18:46:54.007099 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-f03f74f4-2eed-4067-8ba2-dba466d7dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.008515 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-f03f74f4-2eed-4067-8ba2-dba466d7dea0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.1467528 Oct 18 18:46:54.011922 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-8e13d403-8819-435d-93d5-46174a0cf187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.013268 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-8e13d403-8819-435d-93d5-46174a0cf187 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60dd313f-7805-485a-aa7d-c5889d6c5208 HTTP/1.1" status: 200 len: 851 time: 0.1482995 Oct 18 18:46:54.198091 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:54.258676 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-c42b4879-26f3-4644-a8a7-e3fb72c9b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.260248 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-c42b4879-26f3-4644-a8a7-e3fb72c9b493 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 1097 time: 0.0410881 Oct 18 18:46:54.281839 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-2539c666-a4c8-4ca8-ac06-2b32142739a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07131ce5-6262-4f5a-af0b-131d41cdf65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612986 Oct 18 18:46:54.302168 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-846d2459-32e9-44ea-847c-d006dbdcf76a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fdcffd5-8818-4586-8937-054931df669c HTTP/1.1" status: 200 len: 217 time: 0.0336826 Oct 18 18:46:54.353310 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0ed7b-d698-4906-affe-487ee629eb65 req-0a47c5c0-9201-4363-b97e-ab5d235463b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.354797 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-0a47c5c0-9201-4363-b97e-ab5d235463b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0457006 Oct 18 18:46:54.363328 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479f8c37-3474-4748-9bed-617337c43d78 req-995cac2a-2d48-4192-bff2-35f756cdb6ec service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366539 Oct 18 18:46:54.389348 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-8d0e4e69-4c99-409b-92c2-ecbb7011d95a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272501 Oct 18 18:46:54.408049 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5c5f-76e7-4af5-b52e-7210124536df req-3187c49d-d5c9-47b6-ab28-9bf5135548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.409534 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-3187c49d-d5c9-47b6-ab28-9bf5135548ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1870682 Oct 18 18:46:54.422066 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20063ef1-385e-411d-a0c7-19156dd44954 req-54e640fa-8aba-450c-8032-da076d1e98d2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.423731 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-20063ef1-385e-411d-a0c7-19156dd44954 req-54e640fa-8aba-450c-8032-da076d1e98d2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.2020912 Oct 18 18:46:54.494700 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-2f737507-d24f-4a6e-a750-357ac294f459 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970140 Oct 18 18:46:54.583758 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-4f151bc7-c5cf-40a1-ad7a-093ccb9c20c6 service neutron] 10.222.0.25 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857261 Oct 18 18:46:54.586560 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-def0ed7b-d698-4906-affe-487ee629eb65 req-31ca5edc-5812-422c-bc2c-6c4e100eb048 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846858 Oct 18 18:46:54.607737 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe24d8-31d5-4521-ad6f-8867bc2c6b14 req-55430a46-8632-4f2d-97dc-c9184ec88df7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.609872 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6abe24d8-31d5-4521-ad6f-8867bc2c6b14 req-55430a46-8632-4f2d-97dc-c9184ec88df7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.1853321 Oct 18 18:46:54.627771 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-20063ef1-385e-411d-a0c7-19156dd44954 req-e28caee9-6300-4d1f-a7b7-2c53704a4a0a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908877 Oct 18 18:46:54.634400 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:54.656696 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-b8368dec-401b-4a36-86fb-ffeda81fc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.656696 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-b8368dec-401b-4a36-86fb-ffeda81fc6bf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1096 time: 0.2115505 Oct 18 18:46:54.712208 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-75fb12e6-d5fe-41e3-8733-5b7fa47bafb1 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788441 Oct 18 18:46:54.791312 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6abe24d8-31d5-4521-ad6f-8867bc2c6b14 req-d231c9ba-bae1-438d-b51c-92965506ad18 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699190 Oct 18 18:46:54.935481 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-075a2ed0-db18-4f18-9ef4-46d9dbbbe7f6 req-d53abdca-99e9-4f27-a49f-76158a8bfcc5 service neutron] 10.222.0.25 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372667 Oct 18 18:46:54.960146 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-4a754e21-3a65-4fce-8790-6a9bc2aef278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:54.961573 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-4a754e21-3a65-4fce-8790-6a9bc2aef278 service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.2948730 Oct 18 18:46:55.025024 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-3a3adfd4-5aab-4f09-a17d-8ea300ab69d4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0490189 Oct 18 18:46:55.027781 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-158c5c5f-76e7-4af5-b52e-7210124536df req-6ef966af-e56c-4349-a1a6-07e4b6389bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789750 Oct 18 18:46:55.043809 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ad19-4530-40ee-b238-41510312df69 req-10f113fd-d1a2-4fe0-9bb5-819f50116841 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.045467 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba03ad19-4530-40ee-b238-41510312df69 req-10f113fd-d1a2-4fe0-9bb5-819f50116841 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.1031809 Oct 18 18:46:55.169517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-61e407fb-b6ab-4b60-acbb-d4a8f379a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.170999 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-61e407fb-b6ab-4b60-acbb-d4a8f379a0c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.1221921 Oct 18 18:46:55.184250 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba03ad19-4530-40ee-b238-41510312df69 req-f42155e7-fded-4e6d-a1da-3f68f6240498 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211147 Oct 18 18:46:55.219419 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-f03cba08-1c9f-4167-8338-0ca396d6e4a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389748 Oct 18 18:46:55.228810 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cb5dd-a77e-4d9f-9cf0-472bbbf64be3 req-0ec42843-77d6-433d-bc77-3f6812ddba4c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.230166 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8b2cb5dd-a77e-4d9f-9cf0-472bbbf64be3 req-0ec42843-77d6-433d-bc77-3f6812ddba4c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.1379800 Oct 18 18:46:55.239301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-6c8b82ae-e0be-4ecb-b4ef-da753bcd59e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.240589 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-6c8b82ae-e0be-4ecb-b4ef-da753bcd59e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1097 time: 0.1275730 Oct 18 18:46:55.357755 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8b2cb5dd-a77e-4d9f-9cf0-472bbbf64be3 req-c176daa0-a63f-499f-bb35-4f7973d2694f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162357 Oct 18 18:46:55.409987 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-2f48461e-ea62-4e16-a03f-34958fffe135 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788771 Oct 18 18:46:55.422498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-7ee7aa1d-aca3-48ed-ab82-e5d2c0dce413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.423918 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-7ee7aa1d-aca3-48ed-ab82-e5d2c0dce413 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.1662583 Oct 18 18:46:55.776678 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20ea6b-e535-444c-b0d0-05be172502ae req-c557aa46-10b8-4407-b537-7d9ffc623d30 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.778303 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec20ea6b-e535-444c-b0d0-05be172502ae req-c557aa46-10b8-4407-b537-7d9ffc623d30 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0532215 Oct 18 18:46:55.847248 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec20ea6b-e535-444c-b0d0-05be172502ae req-cb92a23b-fe55-4566-9626-a12f699a6713 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487266 Oct 18 18:46:55.922198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a6d26-1729-451e-9a06-7ed21c2bcc4f req-802a4168-431b-4b88-9286-296e2c9e9e18 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:55.923701 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a48a6d26-1729-451e-9a06-7ed21c2bcc4f req-802a4168-431b-4b88-9286-296e2c9e9e18 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0522346 Oct 18 18:46:55.960204 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a48a6d26-1729-451e-9a06-7ed21c2bcc4f req-fab4ae7f-603d-499b-aa8d-dbdd2fba28be tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307100 Oct 18 18:46:56.023155 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:46:56.296088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea1d1a-806d-4001-b72a-7366aff1d0e9 req-eb26ab63-9c81-4b36-82bf-40ee4a161afd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:56.297540 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0ea1d1a-806d-4001-b72a-7366aff1d0e9 req-eb26ab63-9c81-4b36-82bf-40ee4a161afd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Oct 18 18:46:56.334243 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0ea1d1a-806d-4001-b72a-7366aff1d0e9 req-a18c0f48-e6ca-4ac4-ac39-a3c87d672704 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Oct 18 18:46:56.468655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf04e5-9cfa-4f94-86de-90e3bd75e76e req-53d549f3-57f7-4a4e-83f7-97348c4e6119 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:56.470077 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30bf04e5-9cfa-4f94-86de-90e3bd75e76e req-53d549f3-57f7-4a4e-83f7-97348c4e6119 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0460963 Oct 18 18:46:56.506826 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30bf04e5-9cfa-4f94-86de-90e3bd75e76e req-077f871f-2eb0-4f11-87fa-0c5a3a6399fe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309889 Oct 18 18:46:56.944237 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c8204-e591-44e1-a354-fe68d2249f64 req-ee762466-0fec-40f1-9286-108b540f0da5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:56.945686 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d04c8204-e591-44e1-a354-fe68d2249f64 req-ee762466-0fec-40f1-9286-108b540f0da5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0501106 Oct 18 18:46:57.189506 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d04c8204-e591-44e1-a354-fe68d2249f64 req-f3306239-3b70-4063-9315-56f9081272d2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374632 Oct 18 18:46:57.205265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af7bb0-9d96-42b9-b58c-16eac98efedc req-b2009b8e-94ab-4a88-a90d-8039ee739899 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:57.206731 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36af7bb0-9d96-42b9-b58c-16eac98efedc req-b2009b8e-94ab-4a88-a90d-8039ee739899 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0611498 Oct 18 18:46:57.242517 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36af7bb0-9d96-42b9-b58c-16eac98efedc req-41bd0dbe-b0db-4833-90b3-7c77c4ac4de5 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299401 Oct 18 18:46:57.444550 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36cc6e0-e60f-4649-96b4-5e9633c369f4 req-db227f05-29cc-4e61-8e93-7b92c607e80a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:57.446144 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f36cc6e0-e60f-4649-96b4-5e9633c369f4 req-db227f05-29cc-4e61-8e93-7b92c607e80a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0481784 Oct 18 18:46:57.487046 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f36cc6e0-e60f-4649-96b4-5e9633c369f4 req-61a5cf3d-b8ba-4389-ba2e-14e5c640c875 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Oct 18 18:46:57.619655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c5a1a-b78b-409c-affc-ad0d786fab8e req-2a092e8e-efd3-4e82-84d5-1c56d07811e5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:57.621106 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457c5a1a-b78b-409c-affc-ad0d786fab8e req-2a092e8e-efd3-4e82-84d5-1c56d07811e5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0497212 Oct 18 18:46:57.657664 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457c5a1a-b78b-409c-affc-ad0d786fab8e req-c8d2c0db-e399-4d41-becb-a30c0144b9c4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305083 Oct 18 18:46:58.058693 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-af1d80de-457b-48ac-bf04-265d6329780f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 217 time: 0.0421736 Oct 18 18:46:58.124227 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b688b6a-9777-41a9-9d47-f8ba889a325e req-4c107f3e-e14d-4be1-9095-1b5ccc3ae664 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157522 Oct 18 18:46:58.301650 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc34cc-aa42-443d-bc2d-c5fb34c32de3 req-5b3db054-902b-4010-b65a-6bc67f7200ec tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:58.303177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7cc34cc-aa42-443d-bc2d-c5fb34c32de3 req-5b3db054-902b-4010-b65a-6bc67f7200ec tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0474913 Oct 18 18:46:58.365737 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7cc34cc-aa42-443d-bc2d-c5fb34c32de3 req-9e0f4dcc-e710-43e5-8b17-50dc19117137 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Oct 18 18:46:58.377620 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ec63b-3343-462a-89d8-232b575d56f4 req-c1290db6-ba24-4803-922f-0e1f2fce0126 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:58.379097 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-834ec63b-3343-462a-89d8-232b575d56f4 req-c1290db6-ba24-4803-922f-0e1f2fce0126 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0732820 Oct 18 18:46:58.416021 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-834ec63b-3343-462a-89d8-232b575d56f4 req-87feb064-0f09-44f1-879f-fe69ff8919ff tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Oct 18 18:46:58.600760 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9eedc-9810-463a-bbce-86618efa5283 req-98222d62-a4fc-48f6-8780-335ac000cc6e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:58.602115 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b7c9eedc-9810-463a-bbce-86618efa5283 req-98222d62-a4fc-48f6-8780-335ac000cc6e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0505857 Oct 18 18:46:58.638570 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b7c9eedc-9810-463a-bbce-86618efa5283 req-2f16a5fe-1e10-4375-901f-038cfebffb28 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298486 Oct 18 18:46:58.769237 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa25da-bac8-400e-bfd3-c8154fb4597f req-ff927a31-8d70-41e3-ae65-387578be568b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:58.770767 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2bfa25da-bac8-400e-bfd3-c8154fb4597f req-ff927a31-8d70-41e3-ae65-387578be568b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Oct 18 18:46:58.808129 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2bfa25da-bac8-400e-bfd3-c8154fb4597f req-21888f97-afe7-4877-b88d-05dec82136d8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310776 Oct 18 18:46:59.480040 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e813f-2f3c-40e9-847a-efb89537be30 req-ac6aaac7-e089-4d2f-b8bd-a6e886e836f7 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.481562 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e56e813f-2f3c-40e9-847a-efb89537be30 req-ac6aaac7-e089-4d2f-b8bd-a6e886e836f7 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0495141 Oct 18 18:46:59.549213 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e56e813f-2f3c-40e9-847a-efb89537be30 req-753a6983-f151-411e-94df-320d0c05f89a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Oct 18 18:46:59.556328 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2bbfb-8afc-4ede-a8b2-41ff754f3041 req-561245d1-1010-4d77-8748-aea192367adc tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.557799 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1de2bbfb-8afc-4ede-a8b2-41ff754f3041 req-561245d1-1010-4d77-8748-aea192367adc tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0743570 Oct 18 18:46:59.594537 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1de2bbfb-8afc-4ede-a8b2-41ff754f3041 req-c0a71d6f-560f-4f19-a699-911cef2d0b69 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308304 Oct 18 18:46:59.650340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-901a933b-7dd8-41cd-9e2c-8326406cb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.651835 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-901a933b-7dd8-41cd-9e2c-8326406cb899 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0464256 Oct 18 18:46:59.700003 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-e72591a2-0a0a-4afb-84ca-214edc4fd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.701612 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-e72591a2-0a0a-4afb-84ca-214edc4fd8da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418446 Oct 18 18:46:59.815057 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb650c6-8b1f-4930-a197-9968ff9f1285 req-250d37fd-f0e7-4196-b09d-18c3feb49ba9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.816513 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cb650c6-8b1f-4930-a197-9968ff9f1285 req-250d37fd-f0e7-4196-b09d-18c3feb49ba9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.1084201 Oct 18 18:46:59.850057 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-dc659b87-9059-4834-8e8b-9926d0acdc77 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400788 Oct 18 18:46:59.891477 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cb650c6-8b1f-4930-a197-9968ff9f1285 req-a9a35f09-8e90-4aa7-916e-2567018c7ee4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683196 Oct 18 18:46:59.983898 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792fde5-f375-4bd0-bafd-7ba9de6f6665 req-d41b47bd-0aff-461f-a9e5-f778f5715a58 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:46:59.985398 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2792fde5-f375-4bd0-bafd-7ba9de6f6665 req-d41b47bd-0aff-461f-a9e5-f778f5715a58 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0976083 Oct 18 18:47:00.007287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4e6f8af-7e32-41fc-bd81-47f770218241 req-34b376ea-d62d-46de-984d-8ed334762bf2 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460338 Oct 18 18:47:00.034130 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2792fde5-f375-4bd0-bafd-7ba9de6f6665 req-472403f0-8e9a-4059-b8cd-333832b0c77a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388670 Oct 18 18:47:00.475082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:00.679272 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c22f2-33c2-46f9-8f5a-24abeb1b1d37 req-9c71b70e-543e-42be-8646-ae15f25c4ffb tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:00.680741 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c56c22f2-33c2-46f9-8f5a-24abeb1b1d37 req-9c71b70e-543e-42be-8646-ae15f25c4ffb tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0633042 Oct 18 18:47:00.747082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b67cba-366c-4ecf-8789-d49c15d9e61c req-2e1cb84e-60a3-4661-b751-1f2d7876eded tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:00.748563 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87b67cba-366c-4ecf-8789-d49c15d9e61c req-2e1cb84e-60a3-4661-b751-1f2d7876eded tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0868032 Oct 18 18:47:00.752335 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c56c22f2-33c2-46f9-8f5a-24abeb1b1d37 req-7cc5e47a-988a-4fbb-894b-b0c7c7f9d6a2 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536530 Oct 18 18:47:00.787117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87b67cba-366c-4ecf-8789-d49c15d9e61c req-4c68b98c-90b5-429b-9137-88a4f5931689 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Oct 18 18:47:01.012273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb1c5e-17bc-4f05-bb46-92ae6c406063 req-e985a52d-e8f5-4e84-987a-a1d1ca06ebf8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:01.013877 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a3bb1c5e-17bc-4f05-bb46-92ae6c406063 req-e985a52d-e8f5-4e84-987a-a1d1ca06ebf8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0550067 Oct 18 18:47:01.053117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a3bb1c5e-17bc-4f05-bb46-92ae6c406063 req-0d4b1a0c-3532-416f-a4fe-1c3b08b5a7b8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330212 Oct 18 18:47:01.148145 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2996e-0335-48a1-bd95-a590202376f7 req-546ef40b-ab90-447b-b5d8-c676f60fe858 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:01.149886 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0de2996e-0335-48a1-bd95-a590202376f7 req-546ef40b-ab90-447b-b5d8-c676f60fe858 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0512419 Oct 18 18:47:01.202936 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0de2996e-0335-48a1-bd95-a590202376f7 req-fe31b1f9-3b2b-4f77-b9ac-86233ced05ca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461669 Oct 18 18:47:01.303703 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36854) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:01.409230 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1fc45ec0-9142-4977-bffe-422e773cea56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.501905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1fc45ec0-9142-4977-bffe-422e773cea56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.512141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1fc45ec0-9142-4977-bffe-422e773cea56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.553321 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1fc45ec0-9142-4977-bffe-422e773cea56 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7674641701914d11923dcdb7cf5e1e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484050 Oct 18 18:47:01.554488 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc45ec0-9142-4977-bffe-422e773cea56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b96ba0-13bf-403a-8c29-25a7003b46bd,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:01.557471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36878) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:01.614372 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.637340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.695344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.698004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:01.702318 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/01b96ba0-13bf-403a-8c29-25a7003b46bd HTTP/1.1" status: 204 len: 168 time: 0.1434498 Oct 18 18:47:01.710430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ac44-c252-4ff0-afe8-f5772d516bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b96ba0-13bf-403a-8c29-25a7003b46bd,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:01.878449 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1955b-3e0a-401e-8856-a86b37037b48 req-11f3dac9-4cef-47ff-a9f0-ad8eeb7af49a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:01.879965 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdf1955b-3e0a-401e-8856-a86b37037b48 req-11f3dac9-4cef-47ff-a9f0-ad8eeb7af49a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.0580366 Oct 18 18:47:01.942519 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4e88a-bf8a-47bb-8e2d-369e9dc00e5f req-8ccbdb4d-d563-4192-9a87-ed23c506a679 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:01.944043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-daf4e88a-bf8a-47bb-8e2d-369e9dc00e5f req-8ccbdb4d-d563-4192-9a87-ed23c506a679 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.0850360 Oct 18 18:47:01.947613 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdf1955b-3e0a-401e-8856-a86b37037b48 req-c74784d2-288d-4a3c-b92d-abb3586bc7f3 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541983 Oct 18 18:47:01.983223 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-daf4e88a-bf8a-47bb-8e2d-369e9dc00e5f req-b016de24-6fdf-464c-8e42-1598247999cf tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Oct 18 18:47:01.986095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 36906) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:01.999116 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-182f18fc-1d4c-4908-9f68-c87a2d0a07d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.078683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-182f18fc-1d4c-4908-9f68-c87a2d0a07d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.082919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-182f18fc-1d4c-4908-9f68-c87a2d0a07d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.120833 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-182f18fc-1d4c-4908-9f68-c87a2d0a07d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68991b4a7cc547b18d54a1b4239c3d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336179 Oct 18 18:47:02.121683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f18fc-1d4c-4908-9f68-c87a2d0a07d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfc7efa-3eb6-41bd-885c-af0c8bd27381,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:02.123990 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 36910) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:02.173124 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f3e58-1b90-4efc-b31d-8681d3ab93c9 req-848e9a1e-135d-4ebe-9b09-f809f3f7ce50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:02.174644 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c67f3e58-1b90-4efc-b31d-8681d3ab93c9 req-848e9a1e-135d-4ebe-9b09-f809f3f7ce50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0491757 Oct 18 18:47:02.179179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.200565 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.216920 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c67f3e58-1b90-4efc-b31d-8681d3ab93c9 req-f9fe4e07-3d17-4ca2-a06d-7c7543b6db30 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351813 Oct 18 18:47:02.263685 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.267440 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:02.268603 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bfc7efa-3eb6-41bd-885c-af0c8bd27381 HTTP/1.1" status: 204 len: 168 time: 0.1410048 Oct 18 18:47:02.278265 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52195f-3d4a-4edf-b492-3a4ed9bde910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfc7efa-3eb6-41bd-885c-af0c8bd27381,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:02.345354 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42e33b-db32-45aa-8137-61a3ec90e646 req-f7e31b04-3e1c-46de-a49a-3deee45c5cee tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:02.346973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1a42e33b-db32-45aa-8137-61a3ec90e646 req-f7e31b04-3e1c-46de-a49a-3deee45c5cee tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0594389 Oct 18 18:47:02.400926 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1a42e33b-db32-45aa-8137-61a3ec90e646 req-a8200991-3878-4892-bbdd-ef657a26f431 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Oct 18 18:47:03.149880 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c45dc-f8cc-4869-963d-d1861fddc60e req-fad544dd-5c85-4dc7-88d3-b67b9842e79e tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:03.151433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-470c45dc-f8cc-4869-963d-d1861fddc60e req-fad544dd-5c85-4dc7-88d3-b67b9842e79e tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.1088245 Oct 18 18:47:03.204629 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0467b9-c681-4d01-877d-7841157e3fee req-bad3f619-db60-42df-9ad8-9335e652d159 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:03.206245 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3e0467b9-c681-4d01-877d-7841157e3fee req-bad3f619-db60-42df-9ad8-9335e652d159 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.1071537 Oct 18 18:47:03.224377 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-470c45dc-f8cc-4869-963d-d1861fddc60e req-1d93180a-f661-4162-afea-a5ff9ac59042 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588706 Oct 18 18:47:03.275381 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3e0467b9-c681-4d01-877d-7841157e3fee req-9db466d3-c176-4624-86f2-fe7b1083afda tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593519 Oct 18 18:47:03.346892 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7044e-db62-493d-a6b3-fe3ed0fb33b9 req-60936e81-2a13-46ba-9d64-076f254a93b8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:03.348424 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ffd7044e-db62-493d-a6b3-fe3ed0fb33b9 req-60936e81-2a13-46ba-9d64-076f254a93b8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.0512505 Oct 18 18:47:03.389391 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ffd7044e-db62-493d-a6b3-fe3ed0fb33b9 req-97b9d547-d7f4-46a4-8125-2f3b51d18ba9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 Oct 18 18:47:03.536764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c615ef5-3652-4ad6-909e-fe435d3a8f16 req-d47e8dbd-1b54-432e-9a6f-c1b9e89c42af tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:03.539013 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c615ef5-3652-4ad6-909e-fe435d3a8f16 req-d47e8dbd-1b54-432e-9a6f-c1b9e89c42af tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.0582888 Oct 18 18:47:03.587183 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c615ef5-3652-4ad6-909e-fe435d3a8f16 req-8d6267a0-b977-4211-b903-8ec3026b7fc4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Oct 18 18:47:04.065661 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37028) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:04.134936 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 81491a85-f021-44b0-9347-7df17a8ba286 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:04.190156 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2277ef7a-c6ac-4d41-ae2d-4540ab9fae55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.306830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81491a85-f021-44b0-9347-7df17a8ba286,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:04.338110 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2277ef7a-c6ac-4d41-ae2d-4540ab9fae55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.344511 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '81491a85-f021-44b0-9347-7df17a8ba286', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'port_id': '81491a85-f021-44b0-9347-7df17a8ba286', 'mac_address': 'fa:16:3e:34:26:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:04.356154 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2277ef7a-c6ac-4d41-ae2d-4540ab9fae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.428507 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.461649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81491a85-f021-44b0-9347-7df17a8ba286 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:04.470777 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277ef7a-c6ac-4d41-ae2d-4540ab9fae55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457b2082-181b-4cd8-bc9e-c93552b39141,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:04.504917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81491a85-f021-44b0-9347-7df17a8ba286,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:04.511948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.514658 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 1fdcffd5-8818-4586-8937-054931df669c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:04.532550 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37066) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:04.533277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-2277ef7a-c6ac-4d41-ae2d-4540ab9fae55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26fee0cb5a814e81a848d78f2f003efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4658921 Oct 18 18:47:04.562113 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0119631-05e0-41f8-a9fe-c0ceebb1b7c9 req-859d38f6-131e-4977-a922-c5014b876cd4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:04.564652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0119631-05e0-41f8-a9fe-c0ceebb1b7c9 req-859d38f6-131e-4977-a922-c5014b876cd4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 943 time: 0.1681468 Oct 18 18:47:04.601400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c3494-b515-472b-9e45-643d6f4b69be req-c82ee3d7-c45f-4b25-967a-df19d1835467 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:04.605110 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1fdcffd5-8818-4586-8937-054931df669c,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:04.608785 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c76c3494-b515-472b-9e45-643d6f4b69be req-c82ee3d7-c45f-4b25-967a-df19d1835467 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 944 time: 0.2198443 Oct 18 18:47:04.645187 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.684447 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '1fdcffd5-8818-4586-8937-054931df669c', 'network_id': '792d6731-22db-4847-adec-f813a7e1ed43', 'port_id': '1fdcffd5-8818-4586-8937-054931df669c', 'mac_address': 'fa:16:3e:c3:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df06b63b-9590-4526-96d7-aa3a693374d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:04.689162 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.691872 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0119631-05e0-41f8-a9fe-c0ceebb1b7c9 req-b87392b8-c00d-495a-8626-1a13477f16fa tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Oct 18 18:47:04.726869 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37076) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:04.746746 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c76c3494-b515-472b-9e45-643d6f4b69be req-3584e726-eba4-4381-8687-7fb61f22e250 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920324 Oct 18 18:47:04.751316 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.754632 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.760398 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/457b2082-181b-4cd8-bc9e-c93552b39141 HTTP/1.1" status: 204 len: 168 time: 0.2267034 Oct 18 18:47:04.778121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c7a6e-4bc9-4bf2-afcf-a0889a0d2f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457b2082-181b-4cd8-bc9e-c93552b39141,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:04.814324 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:04.881545 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.901469 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdcffd5-8818-4586-8937-054931df669c {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:04.931762 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1fdcffd5-8818-4586-8937-054931df669c,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:04.941069 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.942060 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0a8bb074-7774-4ead-aa72-a03e145cfeaa details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:04.971101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-327afe3e-afae-47e5-92a1-1f6fdf5fbce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:04.999767 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2d37b-14cf-4764-9311-ee53a0c308d4 req-bd7438d4-1804-4c73-9441-b10ae624be86 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:05.001606 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e2d2d37b-14cf-4764-9311-ee53a0c308d4 req-bd7438d4-1804-4c73-9441-b10ae624be86 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.1000025 Oct 18 18:47:05.011266 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0003b9d4-1415-439c-aaac-e9aa13e108ed req-2b7df193-1091-4ecb-a8de-dc837f7a0bd8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:05.014528 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0003b9d4-1415-439c-aaac-e9aa13e108ed req-2b7df193-1091-4ecb-a8de-dc837f7a0bd8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 944 time: 0.1634417 Oct 18 18:47:05.037127 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.114857 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa,segment=NetworkSegment(388aeb02-fc5f-4b77-9dd0-0fd39880e903),segment_id=388aeb02-fc5f-4b77-9dd0-0fd39880e903)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:05.118971 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e2d2d37b-14cf-4764-9311-ee53a0c308d4 req-bd58459f-fc08-439e-8ef9-1173eb8fc958 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032827 Oct 18 18:47:05.128744 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '0a8bb074-7774-4ead-aa72-a03e145cfeaa', 'network_id': '07131ce5-6262-4f5a-af0b-131d41cdf65c', 'port_id': '0a8bb074-7774-4ead-aa72-a03e145cfeaa', 'mac_address': 'fa:16:3e:52:8d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60dd313f-7805-485a-aa7d-c5889d6c5208', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:05.139004 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0003b9d4-1415-439c-aaac-e9aa13e108ed req-63884f01-1fc5-4e75-9c02-e9391ac3c933 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103165 Oct 18 18:47:05.183177 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.188741 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-327afe3e-afae-47e5-92a1-1f6fdf5fbce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.193937 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-327afe3e-afae-47e5-92a1-1f6fdf5fbce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.200588 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8bb074-7774-4ead-aa72-a03e145cfeaa {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:05.230527 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa,segment=NetworkSegment(388aeb02-fc5f-4b77-9dd0-0fd39880e903),segment_id=388aeb02-fc5f-4b77-9dd0-0fd39880e903)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:05.236058 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-327afe3e-afae-47e5-92a1-1f6fdf5fbce7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21485090b4b949ae9169dd4ee0e918b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5104938 Oct 18 18:47:05.236368 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.237042 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327afe3e-afae-47e5-92a1-1f6fdf5fbce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35748ff4-cdcd-4e06-a223-8a226d88e298,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.238438 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 8fd0627d-b995-40bc-a816-172a73e85687 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:05.238984 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37098) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:05.252925 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37100) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:05.268554 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bae8c065-3c65-4b8c-9420-f69f759af53a admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.319179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.324841 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.360167 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.373184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bae8c065-3c65-4b8c-9420-f69f759af53a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.383890 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bae8c065-3c65-4b8c-9420-f69f759af53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.405826 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fd0627d-b995-40bc-a816-172a73e85687,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:05.418760 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.422185 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.422723 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '8fd0627d-b995-40bc-a816-172a73e85687', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'port_id': '8fd0627d-b995-40bc-a816-172a73e85687', 'mac_address': 'fa:16:3e:f7:c4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6408478-c491-40db-8a9b-d894a6c90a11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:05.423387 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/35748ff4-cdcd-4e06-a223-8a226d88e298 HTTP/1.1" status: 204 len: 168 time: 0.1815789 Oct 18 18:47:05.431663 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-bae8c065-3c65-4b8c-9420-f69f759af53a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=209919fd5e8d470ca634c1f693f730d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769295 Oct 18 18:47:05.432796 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8c065-3c65-4b8c-9420-f69f759af53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4829fd7e-445b-49eb-9958-06a26239b239,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.434474 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37108) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:05.436889 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1fb8f-9fd0-4075-8653-a61ebf6ff443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35748ff4-cdcd-4e06-a223-8a226d88e298,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.490354 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.494297 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.508222 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fd0627d-b995-40bc-a816-172a73e85687 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:05.517551 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.530355 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fd0627d-b995-40bc-a816-172a73e85687,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:05.534926 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.572541 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.575073 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.576225 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4829fd7e-445b-49eb-9958-06a26239b239 HTTP/1.1" status: 204 len: 168 time: 0.1406331 Oct 18 18:47:05.589277 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f9d2e-4357-4851-bcfa-dbc99f4c679d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4829fd7e-445b-49eb-9958-06a26239b239,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.591031 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:05.833978 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37124) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:05.848643 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58951fa0-c95c-4eae-bead-002bef67441a admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.865265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d9034-e3c2-4a4d-b7f8-69460927d09d req-25c53d4f-4798-4795-826c-301b49981b43 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:05.867368 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a34d9034-e3c2-4a4d-b7f8-69460927d09d req-25c53d4f-4798-4795-826c-301b49981b43 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0698955 Oct 18 18:47:05.963072 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58951fa0-c95c-4eae-bead-002bef67441a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.965478 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a34d9034-e3c2-4a4d-b7f8-69460927d09d req-da3e9cca-0db3-4a25-9fb3-5225461bf8b1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Oct 18 18:47:05.975042 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-58951fa0-c95c-4eae-bead-002bef67441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:05.999286 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bc1e4-7bb5-4d89-ad70-2a8a4fc75371 req-07923cb5-785b-431a-935a-18a1bf9aa1cc tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:06.007375 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d4bc1e4-7bb5-4d89-ad70-2a8a4fc75371 req-07923cb5-785b-431a-935a-18a1bf9aa1cc tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.1247463 Oct 18 18:47:06.061140 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d4bc1e4-7bb5-4d89-ad70-2a8a4fc75371 req-5dce79b8-c070-49a6-bad6-dcbcd4163d6d tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489683 Oct 18 18:47:06.088061 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58951fa0-c95c-4eae-bead-002bef67441a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f2fd04-1f07-4e86-8f3c-adbf794ff600,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:06.093801 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-58951fa0-c95c-4eae-bead-002bef67441a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39debd7f9bb54397a6ce180d03044d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587266 Oct 18 18:47:06.096285 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37136) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:06.104546 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 3d502e9d-eef6-4817-83c1-4cfa68c02dfe details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:06.191345 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.246706 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.307754 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:06.320335 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.323460 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.324811 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b5f2fd04-1f07-4e86-8f3c-adbf794ff600 HTTP/1.1" status: 204 len: 168 time: 0.2273352 Oct 18 18:47:06.328914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['0a8bb074-7774-4ead-aa72-a03e145cfeaa'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:06.336054 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e24ce-d651-43fb-b1ed-a300c6e124d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f2fd04-1f07-4e86-8f3c-adbf794ff600,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:06.349376 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3184cdb-d022-48f3-a81a-bd27bb45927b req-a9b66f70-94a7-4699-8f23-ddabafd33a96 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:06.361275 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c3184cdb-d022-48f3-a81a-bd27bb45927b req-a9b66f70-94a7-4699-8f23-ddabafd33a96 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.1455948 Oct 18 18:47:06.367167 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['1fdcffd5-8818-4586-8937-054931df669c'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:06.416050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c116-1ef7-4b66-a87a-5ec2df0bc1e2 req-5673bb74-84e2-470b-bed2-2ac854f201bb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:06.417567 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fe06c116-1ef7-4b66-a87a-5ec2df0bc1e2 req-5673bb74-84e2-470b-bed2-2ac854f201bb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 944 time: 0.1668272 Oct 18 18:47:06.431650 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c3184cdb-d022-48f3-a81a-bd27bb45927b req-0fcf07bc-6cb8-4274-a6d3-e56334b21682 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669596 Oct 18 18:47:06.439555 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['81491a85-f021-44b0-9347-7df17a8ba286'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:06.459149 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:06.476163 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fe06c116-1ef7-4b66-a87a-5ec2df0bc1e2 req-0a8b060a-704f-4bd3-8ac0-415d696b4a02 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Oct 18 18:47:06.521771 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'port_id': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'mac_address': 'fa:16:3e:96:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:06.689437 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.755645 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d502e9d-eef6-4817-83c1-4cfa68c02dfe {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:06.820277 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:06.839097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:06.985294 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:07.061375 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37200) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:07.111936 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac481e-a723-452e-a858-65155d42af78 req-fcdee036-d0cb-4293-9361-180d74609fae tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:07.120530 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ceac481e-a723-452e-a858-65155d42af78 req-fcdee036-d0cb-4293-9361-180d74609fae tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0751944 Oct 18 18:47:07.195277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ceac481e-a723-452e-a858-65155d42af78 req-0f0e3920-40c2-4d14-86b6-2b080e013358 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Oct 18 18:47:07.215052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f6802-03a9-408b-b91a-ccb758d4d3c5 req-3c8a033c-1edf-4809-ab16-d572a9f2f561 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:07.225333 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-580f6802-03a9-408b-b91a-ccb758d4d3c5 req-3c8a033c-1edf-4809-ab16-d572a9f2f561 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0711825 Oct 18 18:47:07.283977 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-580f6802-03a9-408b-b91a-ccb758d4d3c5 req-1ee57472-8b58-4d5f-bcd9-cd381825a73f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444758 Oct 18 18:47:07.318846 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc60b-38e4-4ad7-a5b8-242e76569405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.338153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['3d502e9d-eef6-4817-83c1-4cfa68c02dfe'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:07.420824 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc60b-38e4-4ad7-a5b8-242e76569405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.429130 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a8bfc60b-38e4-4ad7-a5b8-242e76569405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.479938 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37230) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:07.480490 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-a8bfc60b-38e4-4ad7-a5b8-242e76569405 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b1662098f4c41578ca8ef34382e5855&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169941 Oct 18 18:47:07.493635 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bfc60b-38e4-4ad7-a5b8-242e76569405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10ce627-31b8-4d67-9724-eccff9c9247e,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:07.566077 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.606806 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.695531 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbe8a1-5cac-450a-ace9-7ead00949f29 req-799010e7-8be1-4b6a-82bd-503a48ad8b54 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:07.697211 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-50fbe8a1-5cac-450a-ace9-7ead00949f29 req-799010e7-8be1-4b6a-82bd-503a48ad8b54 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.1162899 Oct 18 18:47:07.707544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a41b96-2757-4351-b1b1-08a2e767447f req-7a13a1e2-6bcb-4fba-b207-b2a51c481767 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:07.708990 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29a41b96-2757-4351-b1b1-08a2e767447f req-7a13a1e2-6bcb-4fba-b207-b2a51c481767 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.1153750 Oct 18 18:47:07.760607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.763156 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:07.764274 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f10ce627-31b8-4d67-9724-eccff9c9247e HTTP/1.1" status: 204 len: 168 time: 0.2816339 Oct 18 18:47:07.794620 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfb288-c17c-42c0-a871-1459c3f55926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10ce627-31b8-4d67-9724-eccff9c9247e,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:07.799573 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-50fbe8a1-5cac-450a-ace9-7ead00949f29 req-6b44e43e-ede6-417d-b4a4-4c3642ab0008 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893459 Oct 18 18:47:07.802648 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29a41b96-2757-4351-b1b1-08a2e767447f req-1cb6b8a4-ce29-4abc-b6ba-82b40915e5db tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837147 Oct 18 18:47:08.175882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37264) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:08.190865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e5535b3-dec8-4f38-b900-bf3be2aabc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.277640 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e5535b3-dec8-4f38-b900-bf3be2aabc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.290699 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e5535b3-dec8-4f38-b900-bf3be2aabc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.348861 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0e5535b3-dec8-4f38-b900-bf3be2aabc81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05d628d46ff14bef8c7637427fa5f2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716890 Oct 18 18:47:08.351613 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37272) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:08.364705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5535b3-dec8-4f38-b900-bf3be2aabc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a5226e-6095-4d30-b743-8c0c43a447ff,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:08.385958 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729aa3e-db0a-4973-a15b-d5d67c8c6501 req-a21e6a65-c373-4b2d-b083-572ced7f217a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:08.387894 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8729aa3e-db0a-4973-a15b-d5d67c8c6501 req-a21e6a65-c373-4b2d-b083-572ced7f217a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.1077878 Oct 18 18:47:08.421159 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.449681 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.452864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5564df8-1368-4dfe-a64d-f51bccfb3114 req-95c78ce0-8104-4d3c-ad6c-1dba1cef31e9 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:08.454414 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f5564df8-1368-4dfe-a64d-f51bccfb3114 req-95c78ce0-8104-4d3c-ad6c-1dba1cef31e9 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0922723 Oct 18 18:47:08.475302 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8729aa3e-db0a-4973-a15b-d5d67c8c6501 req-9feb0bf2-1d3e-4756-806c-6ad112ae790c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690663 Oct 18 18:47:08.517921 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.521268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:08.523480 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76a5226e-6095-4d30-b743-8c0c43a447ff HTTP/1.1" status: 204 len: 168 time: 0.1690528 Oct 18 18:47:08.532301 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f5564df8-1368-4dfe-a64d-f51bccfb3114 req-2ca27ba8-20d8-4344-b03f-982aba170913 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Oct 18 18:47:08.533258 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de6ed3-0a26-4a2e-a0fe-025e46193e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a5226e-6095-4d30-b743-8c0c43a447ff,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:08.952053 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f380a-86e3-4303-abe6-113be3b27638 req-d9c234ad-7761-419a-b553-ca0b66c0685e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:08.953552 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-803f380a-86e3-4303-abe6-113be3b27638 req-d9c234ad-7761-419a-b553-ca0b66c0685e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.0743461 Oct 18 18:47:08.965667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa45f-4b5c-4673-b7b6-b85a1b032ff9 req-79347c53-09d6-4fb1-a6ab-bc179bdd9713 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:08.967160 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9defa45f-4b5c-4673-b7b6-b85a1b032ff9 req-79347c53-09d6-4fb1-a6ab-bc179bdd9713 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0792985 Oct 18 18:47:09.020294 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-803f380a-86e3-4303-abe6-113be3b27638 req-aea1fe27-8b46-43fa-af97-651172f975f4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Oct 18 18:47:09.035049 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9defa45f-4b5c-4673-b7b6-b85a1b032ff9 req-c5995f04-17e5-4417-9ecc-9f1599178c83 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538981 Oct 18 18:47:09.583410 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530a0b-93f6-4430-a6b1-1efa37796598 req-69d5525d-2586-4c97-94b3-a59ab393f8a8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:09.584942 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db530a0b-93f6-4430-a6b1-1efa37796598 req-69d5525d-2586-4c97-94b3-a59ab393f8a8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0489621 Oct 18 18:47:09.623589 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db530a0b-93f6-4430-a6b1-1efa37796598 req-d35b8862-6fd3-49c9-97a3-4933ba451a0c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322177 Oct 18 18:47:09.686247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2d037-549a-4771-9295-90fa1d9f0ac4 req-b2f0d76d-f712-4c2f-8735-8e1bc227be35 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:09.687795 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3d2d037-549a-4771-9295-90fa1d9f0ac4 req-b2f0d76d-f712-4c2f-8735-8e1bc227be35 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0593252 Oct 18 18:47:09.726765 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3d2d037-549a-4771-9295-90fa1d9f0ac4 req-0964137c-01b7-4649-a6dd-461ee3afd21c tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332057 Oct 18 18:47:10.169942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869d9a-4dac-4f85-b2c6-53dd43055464 req-5719d8d6-b111-4454-882f-8f84fa8edeba tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:10.171445 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-38869d9a-4dac-4f85-b2c6-53dd43055464 req-5719d8d6-b111-4454-882f-8f84fa8edeba tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.0799420 Oct 18 18:47:10.191270 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf72ac8-a79e-414b-944a-e52735d5d102 req-ebf7af1f-0fef-4afa-af6f-1f90689c4793 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:10.192697 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dbf72ac8-a79e-414b-944a-e52735d5d102 req-ebf7af1f-0fef-4afa-af6f-1f90689c4793 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0758414 Oct 18 18:47:10.243930 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-38869d9a-4dac-4f85-b2c6-53dd43055464 req-a4ab7266-eb7f-419e-9273-acdfefbe7453 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660362 Oct 18 18:47:10.251360 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dbf72ac8-a79e-414b-944a-e52735d5d102 req-81eb90fc-9397-4aec-8091-59010ded48d4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Oct 18 18:47:10.737895 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28acc694-d9b0-4d9a-98f7-e199b6c3e838 req-c0fda58b-d224-41fe-99fd-3abe0e38559d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:10.739567 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-28acc694-d9b0-4d9a-98f7-e199b6c3e838 req-c0fda58b-d224-41fe-99fd-3abe0e38559d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0495522 Oct 18 18:47:10.779845 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-28acc694-d9b0-4d9a-98f7-e199b6c3e838 req-5c825a76-b87e-44ea-abb6-7f2e0649db05 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Oct 18 18:47:10.850112 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b8958-d504-4984-a2b6-87aaf76e147d req-6b675d7a-27ae-42ca-bc11-99af8ad97c00 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:10.851606 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c1b8958-d504-4984-a2b6-87aaf76e147d req-6b675d7a-27ae-42ca-bc11-99af8ad97c00 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0481546 Oct 18 18:47:10.892756 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c1b8958-d504-4984-a2b6-87aaf76e147d req-8a84f316-15f0-4c4e-b222-99ba0f204f08 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346429 Oct 18 18:47:11.393694 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278516ad-0353-4244-a950-1faf4c21f714 req-bd46a648-de38-43a7-882a-36c13a0356df tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:11.395287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-278516ad-0353-4244-a950-1faf4c21f714 req-bd46a648-de38-43a7-882a-36c13a0356df tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.0783796 Oct 18 18:47:11.405752 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce2450-5382-490d-8958-6a8ffe04a007 req-8b34e834-4b98-455c-814c-33aebaa494df tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:11.407474 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cce2450-5382-490d-8958-6a8ffe04a007 req-8b34e834-4b98-455c-814c-33aebaa494df tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Oct 18 18:47:11.424345 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37456) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:11.459686 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-278516ad-0353-4244-a950-1faf4c21f714 req-5c56cbde-9fdd-44db-b780-786096949620 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510199 Oct 18 18:47:11.466960 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cce2450-5382-490d-8958-6a8ffe04a007 req-a36c4d10-a314-4e93-8860-b43088da8896 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517988 Oct 18 18:47:11.530522 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9601d875-3437-4f76-9d13-621222f68619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.602042 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9601d875-3437-4f76-9d13-621222f68619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.606482 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9601d875-3437-4f76-9d13-621222f68619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.644037 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601d875-3437-4f76-9d13-621222f68619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15afc19a-9eba-484f-b243-0018cc3f4e64,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:11.648280 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9601d875-3437-4f76-9d13-621222f68619 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=da18bd7d429e4a5a944665afc670e9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229383 Oct 18 18:47:11.652142 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37460) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:11.699029 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.721049 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.767001 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.769506 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:11.770672 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15afc19a-9eba-484f-b243-0018cc3f4e64 HTTP/1.1" status: 204 len: 168 time: 0.1181440 Oct 18 18:47:11.779236 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5383ef-0211-42e8-bf9c-d985c35d5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15afc19a-9eba-484f-b243-0018cc3f4e64,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:11.907994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1b81b-5e73-41a6-99a2-55e9f41cf5d1 req-a6f90571-8964-4986-9f14-46d8ffec735e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:11.909479 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ea1b81b-5e73-41a6-99a2-55e9f41cf5d1 req-a6f90571-8964-4986-9f14-46d8ffec735e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Oct 18 18:47:11.948253 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ea1b81b-5e73-41a6-99a2-55e9f41cf5d1 req-8147b789-74a5-4b58-b404-f50b6a60520c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Oct 18 18:47:12.009187 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09a02a-7239-425c-a6ac-807f76febc27 req-15c15b25-5b17-466d-8d99-f278a8bde969 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:12.010697 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b09a02a-7239-425c-a6ac-807f76febc27 req-15c15b25-5b17-466d-8d99-f278a8bde969 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Oct 18 18:47:12.044875 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37474) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:12.062958 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b09a02a-7239-425c-a6ac-807f76febc27 req-8127f41a-9887-4cf3-b51c-e6bcc52819e0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Oct 18 18:47:12.064062 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5cc8cbd0-6123-4b7b-8b59-7371327e08f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.140211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5cc8cbd0-6123-4b7b-8b59-7371327e08f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.143936 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5cc8cbd0-6123-4b7b-8b59-7371327e08f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.180033 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-5cc8cbd0-6123-4b7b-8b59-7371327e08f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e10316cd660d41f19a02aace91838a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341434 Oct 18 18:47:12.182605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc8cbd0-6123-4b7b-8b59-7371327e08f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63047b3a-53bb-43f6-b90a-11af51765fb5,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:12.182738 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37476) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:12.230414 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.252275 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.300014 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.302837 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:12.304013 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63047b3a-53bb-43f6-b90a-11af51765fb5 HTTP/1.1" status: 204 len: 168 time: 0.1204486 Oct 18 18:47:12.311972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6a719-af93-4ac1-94cd-105b53337b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63047b3a-53bb-43f6-b90a-11af51765fb5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:12.611498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd245d1-1647-483b-9550-fd345942baf0 req-f4867c37-3619-4a4d-8a50-0ca4caec4d49 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:12.613321 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdd245d1-1647-483b-9550-fd345942baf0 req-f4867c37-3619-4a4d-8a50-0ca4caec4d49 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.0830760 Oct 18 18:47:12.622214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e564-9390-45bf-8046-497e4c4a21aa req-62c96556-9f00-42af-9f0c-59845fad3749 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:12.623701 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0652e564-9390-45bf-8046-497e4c4a21aa req-62c96556-9f00-42af-9f0c-59845fad3749 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0846200 Oct 18 18:47:12.688475 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdd245d1-1647-483b-9550-fd345942baf0 req-b62758e1-912b-42f1-9304-0483e7ed1c4c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636828 Oct 18 18:47:12.691158 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0652e564-9390-45bf-8046-497e4c4a21aa req-072cff2b-7535-4455-9945-c2577e892015 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558777 Oct 18 18:47:13.100058 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7fdfd-00b3-49f3-89e3-9f688f0c61f6 req-22a1798d-f0aa-4bcc-aee8-807041acf9e8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:13.110846 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-22f7fdfd-00b3-49f3-89e3-9f688f0c61f6 req-22a1798d-f0aa-4bcc-aee8-807041acf9e8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0763013 Oct 18 18:47:13.197290 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-22f7fdfd-00b3-49f3-89e3-9f688f0c61f6 req-989e19ca-1ca5-4bf5-9c59-525bc49dbe31 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809159 Oct 18 18:47:13.219086 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9684c6-6547-4b0a-899d-0e656f5adace req-75009caf-dd5f-4725-825f-58ce10682f1e tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:13.220917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1a9684c6-6547-4b0a-899d-0e656f5adace req-75009caf-dd5f-4725-825f-58ce10682f1e tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.0817263 Oct 18 18:47:13.261466 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1a9684c6-6547-4b0a-899d-0e656f5adace req-8fede352-f849-487f-a313-e3420ab171de tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Oct 18 18:47:13.834618 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057a54c-b422-47c5-9e0c-cb58e6ea4d7c req-7cfb9b59-254f-43d3-9d7c-0f6f39d624fe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:13.836096 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3057a54c-b422-47c5-9e0c-cb58e6ea4d7c req-7cfb9b59-254f-43d3-9d7c-0f6f39d624fe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 945 time: 0.0781817 Oct 18 18:47:13.844568 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f3a8e-cf92-4e7f-a7d3-207ca900fc28 req-852db70d-ae9f-4d90-9199-4782a0962990 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:13.845976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-149f3a8e-cf92-4e7f-a7d3-207ca900fc28 req-852db70d-ae9f-4d90-9199-4782a0962990 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0778751 Oct 18 18:47:13.903068 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3057a54c-b422-47c5-9e0c-cb58e6ea4d7c req-501f2d9c-14cf-407d-ad62-379fa9c07f7f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Oct 18 18:47:13.907850 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-149f3a8e-cf92-4e7f-a7d3-207ca900fc28 req-ae69974e-d5f0-488d-8cdb-8fe687ce8934 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554864 Oct 18 18:47:14.306580 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 1fdcffd5-8818-4586-8937-054931df669c up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:47:14.339914 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c532e-c8d3-4589-ba98-cba29efcc45d req-b201bc4f-43f8-4d50-b33f-547d3a8f3fce tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:14.348819 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-913c532e-c8d3-4589-ba98-cba29efcc45d req-b201bc4f-43f8-4d50-b33f-547d3a8f3fce tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 944 time: 0.0716479 Oct 18 18:47:14.424497 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-913c532e-c8d3-4589-ba98-cba29efcc45d req-26256271-0fdc-4f98-b246-1397c6604698 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745187 Oct 18 18:47:14.462183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260e48-d503-4abe-9fb1-a7b29575b9df req-6534a255-a51a-4ae9-84ef-15ad13d612bf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:14.463788 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00260e48-d503-4abe-9fb1-a7b29575b9df req-6534a255-a51a-4ae9-84ef-15ad13d612bf tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 945 time: 0.1127434 Oct 18 18:47:14.506473 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00260e48-d503-4abe-9fb1-a7b29575b9df req-11fa143f-e0a1-413b-b4b9-76091004a2b4 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Oct 18 18:47:14.510431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 1fdcffd5-8818-4586-8937-054931df669c completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:47:14.514425 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 1fdcffd5-8818-4586-8937-054931df669c triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:47:14.514833 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:14.592843 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:14.618619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdcffd5-8818-4586-8937-054931df669c'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:47:14.713377 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1fdcffd5-8818-4586-8937-054931df669c,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:14.719526 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:14.720319 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0a8bb074-7774-4ead-aa72-a03e145cfeaa up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:47:14.815794 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:14.827449 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47ad6c4-b721-484e-a2ba-bb9273fd39af" -d '{"events": [{"server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "name": "network-vif-plugged", "status": "completed", "tag": "1fdcffd5-8818-4586-8937-054931df669c"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:47:14.833879 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 0a8bb074-7774-4ead-aa72-a03e145cfeaa completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:47:14.840995 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 0a8bb074-7774-4ead-aa72-a03e145cfeaa triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:47:14.841524 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:14.969044 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.004487 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe4dad3-9740-4324-a8b5-e6ad074b42ef x-openstack-request-id: req-8fe4dad3-9740-4324-a8b5-e6ad074b42ef {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:47:15.004800 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "name": "network-vif-plugged", "status": "completed", "tag": "1fdcffd5-8818-4586-8937-054931df669c", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:47:15.005277 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8fe4dad3-9740-4324-a8b5-e6ad074b42ef {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:47:15.005821 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdcffd5-8818-4586-8937-054931df669c', 'code': 200} Oct 18 18:47:15.042559 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa,segment=NetworkSegment(388aeb02-fc5f-4b77-9dd0-0fd39880e903),segment_id=388aeb02-fc5f-4b77-9dd0-0fd39880e903)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:15.053184 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.057095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 8fd0627d-b995-40bc-a816-172a73e85687 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:47:15.118853 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227a082-b9fb-4e85-a14c-3dad807395fc req-772b8fb5-4997-450c-a160-3137c76a2199 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:15.122397 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2227a082-b9fb-4e85-a14c-3dad807395fc req-772b8fb5-4997-450c-a160-3137c76a2199 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1038077 Oct 18 18:47:15.129550 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ab1be-8f61-4052-8a27-e8d59b013e79 req-c8b3d69e-6bf2-4b2e-8229-f266ae96b550 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:15.136833 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c3ab1be-8f61-4052-8a27-e8d59b013e79 req-c8b3d69e-6bf2-4b2e-8229-f266ae96b550 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 945 time: 0.0972891 Oct 18 18:47:15.176938 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:15.193032 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 8fd0627d-b995-40bc-a816-172a73e85687 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:47:15.198668 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 8fd0627d-b995-40bc-a816-172a73e85687 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:47:15.199307 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.277027 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c3ab1be-8f61-4052-8a27-e8d59b013e79 req-64054c67-d31a-4e41-a26a-e5c8628e4fad tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233940 Oct 18 18:47:15.306631 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.307097 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2227a082-b9fb-4e85-a14c-3dad807395fc req-7efc85a2-29ba-4522-8c5e-56f87b9bd070 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587169 Oct 18 18:47:15.323305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-526d45d7-01d2-4c0c-beca-bdb014e79ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:15.325124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-526d45d7-01d2-4c0c-beca-bdb014e79ceb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 1099 time: 0.1671422 Oct 18 18:47:15.345086 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fd0627d-b995-40bc-a816-172a73e85687,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:15.351117 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.352853 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 81491a85-f021-44b0-9347-7df17a8ba286 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:47:15.457852 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:15.473970 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 81491a85-f021-44b0-9347-7df17a8ba286 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:47:15.481153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 81491a85-f021-44b0-9347-7df17a8ba286 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:47:15.482836 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.613370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.613936 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.654022 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81491a85-f021-44b0-9347-7df17a8ba286,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:15.663606 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.666083 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 3d502e9d-eef6-4817-83c1-4cfa68c02dfe up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:47:15.708892 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711040a-f838-4aa5-a319-31f7c858c2b3 req-823d78d6-2821-45ce-b2e9-cf4b89c36687 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:15.710401 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2711040a-f838-4aa5-a319-31f7c858c2b3 req-823d78d6-2821-45ce-b2e9-cf4b89c36687 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.1071243 Oct 18 18:47:15.724626 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194409c-6169-4a8c-831b-6ada5782126a req-21fcf03d-f6c5-4665-8606-28fa44d30060 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:15.726093 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b194409c-6169-4a8c-831b-6ada5782126a req-21fcf03d-f6c5-4665-8606-28fa44d30060 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.1214809 Oct 18 18:47:15.759345 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:15.772089 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:47:15.776495 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:47:15.776987 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.809779 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2711040a-f838-4aa5-a319-31f7c858c2b3 req-d83a90e4-bea1-407e-a9d1-58a40b6f5731 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788982 Oct 18 18:47:15.828674 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.832827 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b194409c-6169-4a8c-831b-6ada5782126a req-f0fb1502-109d-46c4-90e7-aea51247c481 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858092 Oct 18 18:47:15.834243 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.862163 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.870771 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d72575a-6e1f-45a1-a2c3-e8ccdbb16cf6 req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371368 Oct 18 18:47:15.880048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ea458a82-6243-4c97-bdd2-7cb343a2ee18,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:15.887879 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.888297 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.888841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.889337 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.889841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.890324 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.890890 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.891374 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.891863 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.892504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.892994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.893322 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f65dbfc-79aa-4179-9e92-d54befabb91f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:15.896631 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:15.901531 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:15.948353 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:16.142217 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37720) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:16.242446 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8f20-9283-4244-b67a-dbc3b433e064 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.341241 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8f20-9283-4244-b67a-dbc3b433e064 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.360145 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2c8f20-9283-4244-b67a-dbc3b433e064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.364035 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37730) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:16.439143 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3a2c8f20-9283-4244-b67a-dbc3b433e064 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2743289049242c6ac65ceb2d6d7587f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934802 Oct 18 18:47:16.439143 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2c8f20-9283-4244-b67a-dbc3b433e064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e195b79-0819-4202-9b85-3f7364464947,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:16.440017 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37734) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:16.451637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effcc43-54a6-4ab7-b3a6-d6da9a49c063 req-0f368e46-69ac-445a-ab47-e5a7aab18f0e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:16.453128 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0effcc43-54a6-4ab7-b3a6-d6da9a49c063 req-0f368e46-69ac-445a-ab47-e5a7aab18f0e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.1257589 Oct 18 18:47:16.472344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a6c1e-0af0-4e8c-a346-6cabd660f05d req-dc8d45e3-c8ac-4ac0-b14e-8ca0ee13b740 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:16.473891 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1e3a6c1e-0af0-4e8c-a346-6cabd660f05d req-dc8d45e3-c8ac-4ac0-b14e-8ca0ee13b740 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1094773 Oct 18 18:47:16.502230 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb320a3e-e97f-406d-a103-14ca7ae5fca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.528868 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0effcc43-54a6-4ab7-b3a6-d6da9a49c063 req-f9be34b3-e6b9-4341-a772-1c5c53c0bf67 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650997 Oct 18 18:47:16.539538 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.543449 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1e3a6c1e-0af0-4e8c-a346-6cabd660f05d req-c5e5eaed-221c-49df-922e-901a596bc0b6 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549123 Oct 18 18:47:16.565993 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.643837 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.646344 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.647506 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e195b79-0819-4202-9b85-3f7364464947 HTTP/1.1" status: 204 len: 168 time: 0.2062368 Oct 18 18:47:16.658386 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb320a3e-e97f-406d-a103-14ca7ae5fca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.663447 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e195b79-0819-4202-9b85-3f7364464947,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:16.666724 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb320a3e-e97f-406d-a103-14ca7ae5fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.678707 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.679137 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.679427 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.679763 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.680120 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.680967 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.681306 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.681651 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.681995 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.682330 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.682699 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.683076 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fe24d-e829-434b-ac7b-9f9679fa091d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:16.710066 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320a3e-e97f-406d-a103-14ca7ae5fca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61c0065-1701-4e60-b4d9-c7185b69bdd6,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:16.725567 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37752) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:16.726115 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-eb320a3e-e97f-406d-a103-14ca7ae5fca9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=120f6449849a43b29648022ae43b30c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3603570 Oct 18 18:47:16.779491 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.802293 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.861333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.863976 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:16.869784 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f61c0065-1701-4e60-b4d9-c7185b69bdd6 HTTP/1.1" status: 204 len: 168 time: 0.1397901 Oct 18 18:47:16.873111 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37764) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:16.875322 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f4134-4ec3-4d9f-be1c-2e792fe5d9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61c0065-1701-4e60-b4d9-c7185b69bdd6,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.006896 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa'}, {'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687'}, {'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286'}, {'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:47:17.007792 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387470c-c335-4765-aade-c615d4aed3d4 req-2bc18a80-acc4-416b-8e38-a95b2c9b6398 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:17.009701 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6387470c-c335-4765-aade-c615d4aed3d4 req-2bc18a80-acc4-416b-8e38-a95b2c9b6398 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0777397 Oct 18 18:47:17.011433 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37770) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.013395 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3104475a-28fb-4411-b9c4-dfc900cbaed2" -d '{"events": [{"server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "name": "network-vif-plugged", "status": "completed", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa"}, {"server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "name": "network-vif-plugged", "status": "completed", "tag": "8fd0627d-b995-40bc-a816-172a73e85687"}, {"server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "name": "network-vif-plugged", "status": "completed", "tag": "81491a85-f021-44b0-9347-7df17a8ba286"}, {"server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "name": "network-vif-plugged", "status": "completed", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:47:17.016994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3017f-adbc-4269-82bc-351ff6345fda req-f5b5afbc-51d3-4a45-9e91-529357be05ef tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:17.018439 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-48d3017f-adbc-4269-82bc-351ff6345fda req-f5b5afbc-51d3-4a45-9e91-529357be05ef tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0959582 Oct 18 18:47:17.028867 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f5784845-9467-4b4e-8812-e9625e9d5238 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.076620 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6387470c-c335-4765-aade-c615d4aed3d4 req-0f6eca7c-864d-457b-935f-b4af850f1bd5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571644 Oct 18 18:47:17.082815 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-48d3017f-adbc-4269-82bc-351ff6345fda req-35ce639e-9abb-4905-8ab3-e6106b9abc61 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495481 Oct 18 18:47:17.141173 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f5784845-9467-4b4e-8812-e9625e9d5238 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.146368 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f5784845-9467-4b4e-8812-e9625e9d5238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.156612 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 18 Oct 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bb663f-8ffd-45c5-87f4-eaf6431e7721 x-openstack-request-id: req-a4bb663f-8ffd-45c5-87f4-eaf6431e7721 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:47:17.156833 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "name": "network-vif-plugged", "status": "completed", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa", "code": 200}, {"server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "name": "network-vif-plugged", "status": "completed", "tag": "8fd0627d-b995-40bc-a816-172a73e85687", "code": 200}, {"server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "name": "network-vif-plugged", "status": "completed", "tag": "81491a85-f021-44b0-9347-7df17a8ba286", "code": 200}, {"server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "name": "network-vif-plugged", "status": "completed", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:47:17.157082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4bb663f-8ffd-45c5-87f4-eaf6431e7721 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:47:17.157478 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa', 'code': 200} Oct 18 18:47:17.157728 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687', 'code': 200} Oct 18 18:47:17.157975 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286', 'code': 200} Oct 18 18:47:17.158397 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'code': 200} Oct 18 18:47:17.200093 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f5784845-9467-4b4e-8812-e9625e9d5238 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e05b10c0e41841e0b908562e5a79508f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873360 Oct 18 18:47:17.201404 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-aa5d03d8-d24c-472a-bc2c-7c92660590c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.203177 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37774) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.203528 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5784845-9467-4b4e-8812-e9625e9d5238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04204e03-7c75-49da-ae08-c2dc0f9ece2f,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.235469 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37776) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.253669 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22b72734-8a6e-4f7b-8f88-c68a80e31215 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.263960 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.285323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.320644 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-aa5d03d8-d24c-472a-bc2c-7c92660590c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.325426 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-aa5d03d8-d24c-472a-bc2c-7c92660590c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.332486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.335179 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.336316 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04204e03-7c75-49da-ae08-c2dc0f9ece2f HTTP/1.1" status: 204 len: 168 time: 0.1320024 Oct 18 18:47:17.347115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ed5e7-cc10-480e-ba50-6593f1be7983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04204e03-7c75-49da-ae08-c2dc0f9ece2f,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.378833 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-aa5d03d8-d24c-472a-bc2c-7c92660590c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d79b6b942fc748049e75f83fe647113f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046210 Oct 18 18:47:17.381689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37780) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.385806 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d03d8-d24c-472a-bc2c-7c92660590c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62882ae6-385e-4d7a-a25f-895117243f56,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.410160 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22b72734-8a6e-4f7b-8f88-c68a80e31215 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.414135 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22b72734-8a6e-4f7b-8f88-c68a80e31215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.439345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.462298 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b72734-8a6e-4f7b-8f88-c68a80e31215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a14aea-ac1a-44b9-bf89-4ea0d3cc1bb0,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.464825 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.468525 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-22b72734-8a6e-4f7b-8f88-c68a80e31215 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d81ee2cf8874793b34b5affac68472f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320828 Oct 18 18:47:17.472771 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37782) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.527867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.527867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.528044 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.530987 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62882ae6-385e-4d7a-a25f-895117243f56 HTTP/1.1" status: 204 len: 168 time: 0.1442080 Oct 18 18:47:17.540787 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c8674-6c4b-4ccc-be0c-184183e80b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62882ae6-385e-4d7a-a25f-895117243f56,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.567089 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.633472 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.636033 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:17.637338 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c8a14aea-ac1a-44b9-bf89-4ea0d3cc1bb0 HTTP/1.1" status: 204 len: 168 time: 0.1636307 Oct 18 18:47:17.652507 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6b58e-0bd9-4e88-abfe-bc052495c75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a14aea-ac1a-44b9-bf89-4ea0d3cc1bb0,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:17.765888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef9f03-4929-4585-a863-2577cf9db78f req-c096b0b3-95e0-4e19-bb37-08e1b8f0c896 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:17.767439 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dbef9f03-4929-4585-a863-2577cf9db78f req-c096b0b3-95e0-4e19-bb37-08e1b8f0c896 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0804801 Oct 18 18:47:17.780708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43b613-6f28-433b-8689-cd762c134fa9 req-aaf45ceb-d6be-49d8-9c4e-ffc6a386b647 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:17.782084 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0d43b613-6f28-433b-8689-cd762c134fa9 req-aaf45ceb-d6be-49d8-9c4e-ffc6a386b647 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0975544 Oct 18 18:47:17.840122 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dbef9f03-4929-4585-a863-2577cf9db78f req-75b37d80-4613-48aa-b3e9-9f666bb2eb7b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570071 Oct 18 18:47:17.848526 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0d43b613-6f28-433b-8689-cd762c134fa9 req-6fcb0215-e4dc-434c-83cc-ac7558c29546 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581470 Oct 18 18:47:17.972521 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37810) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:17.985728 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2888fd0e-b56c-45bb-874d-da174a2e753f admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.084470 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2888fd0e-b56c-45bb-874d-da174a2e753f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.089804 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2888fd0e-b56c-45bb-874d-da174a2e753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.134958 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2888fd0e-b56c-45bb-874d-da174a2e753f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fd4dcb59eb1457291e82e588e922044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583366 Oct 18 18:47:18.134958 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888fd0e-b56c-45bb-874d-da174a2e753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb641b1-71d1-4479-915f-296d6559c573,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:18.135535 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37820) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:18.207488 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.271969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.320180 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc559b8-318a-4239-87cb-b32d23173570 req-18209aba-20b4-4a18-b1c1-3367a7f3f874 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:18.322234 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cc559b8-318a-4239-87cb-b32d23173570 req-18209aba-20b4-4a18-b1c1-3367a7f3f874 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.1262074 Oct 18 18:47:18.335651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631c1df-2ca1-493c-a831-2272060c622f req-97c13a7e-ee62-41b7-b317-e55a54152b0f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:18.337154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9631c1df-2ca1-493c-a831-2272060c622f req-97c13a7e-ee62-41b7-b317-e55a54152b0f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.1279223 Oct 18 18:47:18.402305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.404816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:18.405950 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddb641b1-71d1-4479-915f-296d6559c573 HTTP/1.1" status: 204 len: 168 time: 0.2692599 Oct 18 18:47:18.410960 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cc559b8-318a-4239-87cb-b32d23173570 req-5c8378bb-1c0f-44bc-bcc3-e8b52076ba2f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726271 Oct 18 18:47:18.415263 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9631c1df-2ca1-493c-a831-2272060c622f req-5a809e98-c575-4fb9-bd71-70438727496f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695302 Oct 18 18:47:18.420916 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4c8f6-57b9-4245-a4e1-d2abc4c13bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb641b1-71d1-4479-915f-296d6559c573,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:19.013558 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019cd55-c33c-4147-99b6-ee2f473e9258 req-8ad6aeb7-ed6b-45a2-8658-45167c197bf4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:19.015117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3019cd55-c33c-4147-99b6-ee2f473e9258 req-8ad6aeb7-ed6b-45a2-8658-45167c197bf4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.1036780 Oct 18 18:47:19.023387 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0277b7a-cd8f-4a26-8f44-c0c410f2b95b req-b07ed586-9eac-469b-9731-eb01627fd4c9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:19.024879 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f0277b7a-cd8f-4a26-8f44-c0c410f2b95b req-b07ed586-9eac-469b-9731-eb01627fd4c9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0816524 Oct 18 18:47:19.084605 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3019cd55-c33c-4147-99b6-ee2f473e9258 req-21c4186e-04a0-47dd-9e88-2094ee7494c1 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Oct 18 18:47:19.090354 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f0277b7a-cd8f-4a26-8f44-c0c410f2b95b req-0df30d7d-9457-4cab-b680-4dc20491ce1b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574727 Oct 18 18:47:19.571394 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26826abb-1e3b-482a-a706-81daf150302d req-8f2520e6-d15b-40ef-a946-0e93ddcafd49 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:19.574977 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26826abb-1e3b-482a-a706-81daf150302d req-8f2520e6-d15b-40ef-a946-0e93ddcafd49 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0855691 Oct 18 18:47:19.605019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdf2e7-6c2d-4cb4-9051-5fabaea089fc req-4ee7aba1-f914-4995-9df6-450ef8620d48 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:19.606526 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-54bdf2e7-6c2d-4cb4-9051-5fabaea089fc req-4ee7aba1-f914-4995-9df6-450ef8620d48 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0810211 Oct 18 18:47:19.642792 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26826abb-1e3b-482a-a706-81daf150302d req-cf900e85-04c8-4749-baaa-97fabc8ec9e8 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624120 Oct 18 18:47:19.667102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-54bdf2e7-6c2d-4cb4-9051-5fabaea089fc req-56a83498-3335-488e-87b4-b666a2b40fed tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536602 Oct 18 18:47:20.171949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37938) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:20.269437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39219-59e2-48e2-a77f-f1ea4d11d396 req-15f49daa-27ef-49f5-8252-30f1c9c5d656 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.271162 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-56a39219-59e2-48e2-a77f-f1ea4d11d396 req-15f49daa-27ef-49f5-8252-30f1c9c5d656 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0780997 Oct 18 18:47:20.279841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac765f-11ea-48a3-9166-df837c96b1ba req-65e0b39f-28f9-4902-995e-f3c2cc3ce037 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.281631 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67ac765f-11ea-48a3-9166-df837c96b1ba req-65e0b39f-28f9-4902-995e-f3c2cc3ce037 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0773177 Oct 18 18:47:20.323662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c359d3ad-2f0c-4670-800c-a14ff7e25a7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.409468 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-56a39219-59e2-48e2-a77f-f1ea4d11d396 req-34886fb4-95bb-4e87-a1c5-64bbc160418b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266773 Oct 18 18:47:20.430625 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67ac765f-11ea-48a3-9166-df837c96b1ba req-47c04755-5c53-41b9-bba4-8348a656f37d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308835 Oct 18 18:47:20.503007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c359d3ad-2f0c-4670-800c-a14ff7e25a7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.510575 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c359d3ad-2f0c-4670-800c-a14ff7e25a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.559418 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c359d3ad-2f0c-4670-800c-a14ff7e25a7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89a1317d772d4adeaafa14bbea12560c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860357 Oct 18 18:47:20.559791 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 37950) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:20.562211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359d3ad-2f0c-4670-800c-a14ff7e25a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c538183-e94b-4fee-b7b7-347a782b35f3,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:20.662690 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.703177 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13a7f1-7e83-4206-b609-43e8a47b7281 req-8f68a833-b53a-4ab3-a7a8-fba0cd7071a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.704689 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-de13a7f1-7e83-4206-b609-43e8a47b7281 req-8f68a833-b53a-4ab3-a7a8-fba0cd7071a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0996022 Oct 18 18:47:20.709640 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.724655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc8e69-7dfa-42f4-a05d-68ea875c2988 req-c87d4534-0386-4b1a-a279-4bf8c218ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.726820 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-80bc8e69-7dfa-42f4-a05d-68ea875c2988 req-c87d4534-0386-4b1a-a279-4bf8c218ac92 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 1098 time: 0.1233227 Oct 18 18:47:20.730912 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82ff3a-4a32-496b-b725-0579db62eb6b req-ba813736-1d6c-47bc-ac1c-27af61c75df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.732427 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0a82ff3a-4a32-496b-b725-0579db62eb6b req-ba813736-1d6c-47bc-ac1c-27af61c75df3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.1204107 Oct 18 18:47:20.741648 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-04322ec3-32e6-443e-8106-c6a9eca15f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.747821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eacf7-09a6-46ce-a342-2cc430ee4ed5 req-8f083504-5b76-44b4-8195-d79e5094ca79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.749416 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-692eacf7-09a6-46ce-a342-2cc430ee4ed5 req-8f083504-5b76-44b4-8195-d79e5094ca79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 1099 time: 0.1363652 Oct 18 18:47:20.787269 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-de13a7f1-7e83-4206-b609-43e8a47b7281 req-a2e3e7be-c614-488c-aedf-de1f43d841f6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700119 Oct 18 18:47:20.807571 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.810924 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:20.812541 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c538183-e94b-4fee-b7b7-347a782b35f3 HTTP/1.1" status: 204 len: 168 time: 0.2515521 Oct 18 18:47:20.821985 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46485b4-ded7-42ef-a9c6-806d2893a313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c538183-e94b-4fee-b7b7-347a782b35f3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:20.881683 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-692eacf7-09a6-46ce-a342-2cc430ee4ed5 req-f397adf5-37dd-4c96-a694-ab0372803b97 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063228 Oct 18 18:47:20.907202 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-80bc8e69-7dfa-42f4-a05d-68ea875c2988 req-9f2e516c-738f-49f9-b658-d4f37035ca19 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636083 Oct 18 18:47:20.916099 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0a82ff3a-4a32-496b-b725-0579db62eb6b req-0bc56d93-6c60-4557-b322-f1ec200d44e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742489 Oct 18 18:47:20.929627 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6751b9-edac-4d20-a24c-46834577b462 req-8322e4fb-581b-4c22-b3d3-e02795877802 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.931908 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bd6751b9-edac-4d20-a24c-46834577b462 req-8322e4fb-581b-4c22-b3d3-e02795877802 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.2104785 Oct 18 18:47:20.952393 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6401aae-453e-4a81-9920-54e76b7b57ee req-d54a3b47-1356-41fa-b6a1-9b2221800c68 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:20.954168 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6401aae-453e-4a81-9920-54e76b7b57ee req-d54a3b47-1356-41fa-b6a1-9b2221800c68 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.1750238 Oct 18 18:47:21.035197 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bd6751b9-edac-4d20-a24c-46834577b462 req-feedff7d-23a9-4189-abda-1231fbca017a tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797157 Oct 18 18:47:21.065240 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6401aae-453e-4a81-9920-54e76b7b57ee req-177dd7c3-a7e7-4ff5-9777-81c424836dac tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019893 Oct 18 18:47:21.195081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37982) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:21.208468 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-163787eb-8416-4e4b-896e-886e73350756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.293139 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-163787eb-8416-4e4b-896e-886e73350756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.297844 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-163787eb-8416-4e4b-896e-886e73350756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.346337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-163787eb-8416-4e4b-896e-886e73350756 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3bde617ea4b4b2a8516cb4c870b92d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478305 Oct 18 18:47:21.346714 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 37994) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:21.354234 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163787eb-8416-4e4b-896e-886e73350756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500e8a46-9502-4d8f-972c-fed2df4533ff,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:21.405764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.427979 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.484115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.486566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:21.488239 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/500e8a46-9502-4d8f-972c-fed2df4533ff HTTP/1.1" status: 204 len: 168 time: 0.1403461 Oct 18 18:47:21.521133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710c29b-e834-4a04-b4eb-0d8be3e3a574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500e8a46-9502-4d8f-972c-fed2df4533ff,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:21.603581 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fffbcc-6086-4a75-911b-8abb28244719 req-596899da-f739-4be8-8b4a-013be887a097 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:21.605009 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51fffbcc-6086-4a75-911b-8abb28244719 req-596899da-f739-4be8-8b4a-013be887a097 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1005664 Oct 18 18:47:21.613370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bf9816-ec8d-444d-b02e-0c1585a585f7 req-0719f9c5-e6b8-4674-9fc6-0983d9545de4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:21.614829 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1bf9816-ec8d-444d-b02e-0c1585a585f7 req-0719f9c5-e6b8-4674-9fc6-0983d9545de4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0968931 Oct 18 18:47:21.675012 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51fffbcc-6086-4a75-911b-8abb28244719 req-17bd9acf-85ce-42db-bd6b-985bab2ac54a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591164 Oct 18 18:47:21.696272 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1bf9816-ec8d-444d-b02e-0c1585a585f7 req-c01abd04-c119-451f-a2d6-04fcadb6de96 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688283 Oct 18 18:47:22.222570 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f838f-a6a7-4425-a087-4b1b3f78895e req-b1513756-d3d1-4786-8379-fbc11ec8457c tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:22.224268 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-230f838f-a6a7-4425-a087-4b1b3f78895e req-b1513756-d3d1-4786-8379-fbc11ec8457c tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0886495 Oct 18 18:47:22.235490 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45895791-3509-4aeb-9ac1-dfeb0e5ed5a6 req-45761120-f343-4ed1-af02-9b1ff9f78bc0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:22.237043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-45895791-3509-4aeb-9ac1-dfeb0e5ed5a6 req-45761120-f343-4ed1-af02-9b1ff9f78bc0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0704956 Oct 18 18:47:22.289380 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-230f838f-a6a7-4425-a087-4b1b3f78895e req-e32ccadc-3871-4d27-a30a-453cfa1b6621 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Oct 18 18:47:22.307130 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-45895791-3509-4aeb-9ac1-dfeb0e5ed5a6 req-8b4c049b-29c4-4b5e-855b-0f98742929d7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620112 Oct 18 18:47:22.832441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea6433-396f-41fb-a525-d0f7227448de req-b0fcad09-73ff-45b2-a420-fe339eb6f734 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:22.833969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36ea6433-396f-41fb-a525-d0f7227448de req-b0fcad09-73ff-45b2-a420-fe339eb6f734 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0790286 Oct 18 18:47:22.846249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb9702-33e7-45b5-8124-d3ca0674cc3e req-9b67b718-ded2-4934-ba5a-cf498ffafed1 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:22.848062 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8fb9702-33e7-45b5-8124-d3ca0674cc3e req-9b67b718-ded2-4934-ba5a-cf498ffafed1 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0831883 Oct 18 18:47:22.897894 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36ea6433-396f-41fb-a525-d0f7227448de req-ef902e7a-9c94-4082-af93-e41a2aa179b9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487008 Oct 18 18:47:22.910986 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8fb9702-33e7-45b5-8124-d3ca0674cc3e req-783615d7-99a8-468c-9d67-919cb5064297 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485613 Oct 18 18:47:23.060015 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38110) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:23.165849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-71a329d7-3bb0-4f66-9381-74c11e69b8b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.240525 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-71a329d7-3bb0-4f66-9381-74c11e69b8b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.244677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-71a329d7-3bb0-4f66-9381-74c11e69b8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.286046 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-71a329d7-3bb0-4f66-9381-74c11e69b8b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=934bef09bef342268c374dee0d230c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249417 Oct 18 18:47:23.287059 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a329d7-3bb0-4f66-9381-74c11e69b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf352551-392e-4c18-9688-868165d41297,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:23.289458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38114) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:23.332462 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8d1b11aa-dba7-490c-9f1c-bdcabc1d704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.345848 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.373247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.505968 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471aee72-a779-4c81-af9e-4dc01b052c3a req-43d0701e-e862-4d4b-a170-5f60189cdaf0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:23.507718 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-471aee72-a779-4c81-af9e-4dc01b052c3a req-43d0701e-e862-4d4b-a170-5f60189cdaf0 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.1389997 Oct 18 18:47:23.521994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d306e-c1be-4b6b-ab89-5c4b1a4113c4 req-48c5259a-d4a6-484c-bc39-cf257d57e3de tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:23.526364 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-223d306e-c1be-4b6b-ab89-5c4b1a4113c4 req-48c5259a-d4a6-484c-bc39-cf257d57e3de tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.1323550 Oct 18 18:47:23.559883 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.562800 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:23.563940 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf352551-392e-4c18-9688-868165d41297 HTTP/1.1" status: 204 len: 168 time: 0.2735717 Oct 18 18:47:23.585412 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f997-9ef5-4a3d-9f3a-2e0da3a57516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf352551-392e-4c18-9688-868165d41297,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:23.637938 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-471aee72-a779-4c81-af9e-4dc01b052c3a req-2cc691d5-d27e-4d04-9a62-53fc74de96d6 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100745 Oct 18 18:47:23.642423 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-223d306e-c1be-4b6b-ab89-5c4b1a4113c4 req-c79cddf8-e7a8-4b69-87b7-f05d3252a744 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034849 Oct 18 18:47:23.825523 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38144) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:24.065579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e84afc-f1da-4481-9233-406e9b412448 req-d044b3f0-0e20-4319-bcdd-d8926c2829bc tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:24.076228 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29e84afc-f1da-4481-9233-406e9b412448 req-d044b3f0-0e20-4319-bcdd-d8926c2829bc tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0768189 Oct 18 18:47:24.096883 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38158) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:24.159003 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29e84afc-f1da-4481-9233-406e9b412448 req-68ab9c9a-d81a-4e86-9c6e-22a517ed778a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764511 Oct 18 18:47:24.193319 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.215434 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-759ba040-ba72-4d4a-bc46-f8cc4ac4825f admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.224259 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9cb4ba-6f7f-4747-895b-6beb19ef5b8c req-f20abf74-f7a2-4d42-8ca3-cf1d1a0b80e3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:24.225825 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c9cb4ba-6f7f-4747-895b-6beb19ef5b8c req-f20abf74-f7a2-4d42-8ca3-cf1d1a0b80e3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.1805365 Oct 18 18:47:24.288609 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c9cb4ba-6f7f-4747-895b-6beb19ef5b8c req-458b5c1b-9117-46d7-9577-c1e76f0866a2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517612 Oct 18 18:47:24.349576 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-759ba040-ba72-4d4a-bc46-f8cc4ac4825f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.355163 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-759ba040-ba72-4d4a-bc46-f8cc4ac4825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.384137 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e715f416-4d22-4b22-a5f0-e85e661089c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.389067 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-759ba040-ba72-4d4a-bc46-f8cc4ac4825f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=baadf91abe234aac8ab4fdd264dfb973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5623879 Oct 18 18:47:24.389673 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38174) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:24.502584 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.535272 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759ba040-ba72-4d4a-bc46-f8cc4ac4825f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147512f-0faa-4a8e-9b4b-1c0d8fe6ef23,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:24.540501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e715f416-4d22-4b22-a5f0-e85e661089c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.548035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e715f416-4d22-4b22-a5f0-e85e661089c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.561515 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.583148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-e715f416-4d22-4b22-a5f0-e85e661089c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5db9652da154b578a9caa79b0e543b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4850454 Oct 18 18:47:24.602353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38184) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:24.655682 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.683345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715f416-4d22-4b22-a5f0-e85e661089c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b30368-387b-4050-86a1-83b0ddc97d62,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:24.693512 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-72ec002c-3fad-4666-938b-62c4cc7fde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:24.695147 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-72ec002c-3fad-4666-938b-62c4cc7fde0a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 1099 time: 0.1108651 Oct 18 18:47:24.709863 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6581fc-d4a1-4eaf-9397-ccabc36748ad req-dd467f4d-3285-48cd-9120-47b7deca9a78 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:24.711262 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d6581fc-d4a1-4eaf-9397-ccabc36748ad req-dd467f4d-3285-48cd-9120-47b7deca9a78 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1321075 Oct 18 18:47:24.744346 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.751834 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.757470 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.764255 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8147512f-0faa-4a8e-9b4b-1c0d8fe6ef23 HTTP/1.1" status: 204 len: 168 time: 0.3726618 Oct 18 18:47:24.792352 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d6581fc-d4a1-4eaf-9397-ccabc36748ad req-2d22e1e9-dfd0-4905-ba22-16e3d9652d88 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Oct 18 18:47:24.803421 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87fcd3-365e-43c4-a152-7cfa6a40947f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147512f-0faa-4a8e-9b4b-1c0d8fe6ef23,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:24.824952 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.913049 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.917547 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:24.919582 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1b30368-387b-4050-86a1-83b0ddc97d62 HTTP/1.1" status: 204 len: 168 time: 0.3133733 Oct 18 18:47:24.929842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e400e-b45a-42e7-93ac-ddabec11804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b30368-387b-4050-86a1-83b0ddc97d62,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:25.204952 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38210) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:25.213963 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-a529ccca-0595-4f6d-9f49-89a996b7508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.215415 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-a529ccca-0595-4f6d-9f49-89a996b7508b service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.5030701 Oct 18 18:47:25.220170 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b62bec8-a821-4551-9ad7-0e6899c1ffad admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.226775 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39587bf-92be-40ef-a973-84507213ac5b req-3528b164-5fed-4e3d-ac42-a62d2d0ed881 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.234372 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c39587bf-92be-40ef-a973-84507213ac5b req-3528b164-5fed-4e3d-ac42-a62d2d0ed881 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.4377341 Oct 18 18:47:25.257819 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b852e-084f-4fde-8496-2baf75b8cb3e req-4a37b069-6b22-4e93-b7ca-c5947b0435a3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.265587 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c18b852e-084f-4fde-8496-2baf75b8cb3e req-4a37b069-6b22-4e93-b7ca-c5947b0435a3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.4112005 Oct 18 18:47:25.311099 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-7b15f4a9-5da4-4ae2-98a4-edc6d9e210fe service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fdcffd5-8818-4586-8937-054931df669c HTTP/1.1" status: 200 len: 217 time: 0.0746384 Oct 18 18:47:25.325573 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b62bec8-a821-4551-9ad7-0e6899c1ffad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.332108 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b62bec8-a821-4551-9ad7-0e6899c1ffad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.376954 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9b62bec8-a821-4551-9ad7-0e6899c1ffad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ace9e34006de4a9cb8f862387a54cb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1707165 Oct 18 18:47:25.379435 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38218) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:25.388190 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62bec8-a821-4551-9ad7-0e6899c1ffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f20d722-3783-4d22-9208-f1a7b245f931,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:25.436013 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c18b852e-084f-4fde-8496-2baf75b8cb3e req-ce6ed8cf-10d7-4851-9100-ae61c1958baa tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695452 Oct 18 18:47:25.441297 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c39587bf-92be-40ef-a973-84507213ac5b req-5eb83a69-d1ec-406d-a677-9d2341fdc146 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060931 Oct 18 18:47:25.460778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-f6cd8311-0011-430b-a1ad-b19ded131a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.462859 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-f6cd8311-0011-430b-a1ad-b19ded131a1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.1406503 Oct 18 18:47:25.466848 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.502320 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.509154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-99a62af8-58ee-4fa7-83e9-ac9b271b47e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377426 Oct 18 18:47:25.538306 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38222) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:25.558488 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-01f2d765-623c-48bf-8167-f50d51621bda admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.598153 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.600931 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.604716 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f20d722-3783-4d22-9208-f1a7b245f931 HTTP/1.1" status: 204 len: 168 time: 0.2219725 Oct 18 18:47:25.631335 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead5d84-84fa-41a8-a6c2-945a09159105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f20d722-3783-4d22-9208-f1a7b245f931,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:25.647582 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d875fe-2bc0-4f19-b0b9-7777f59d2df9 req-65d7ab02-30a1-41e6-a78c-a8ac26c55f1a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.649654 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-89d875fe-2bc0-4f19-b0b9-7777f59d2df9 req-65d7ab02-30a1-41e6-a78c-a8ac26c55f1a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.1164513 Oct 18 18:47:25.655654 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-e0da5379-757d-43df-a798-1982c516c82b service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384425 Oct 18 18:47:25.698024 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-01f2d765-623c-48bf-8167-f50d51621bda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.703799 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-01f2d765-623c-48bf-8167-f50d51621bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.738760 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-01f2d765-623c-48bf-8167-f50d51621bda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e1b28f6bbfd47788954d00917d04446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1991503 Oct 18 18:47:25.740416 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38226) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:25.769722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-89d875fe-2bc0-4f19-b0b9-7777f59d2df9 req-a302808c-2563-42c5-a54f-4990d2df85e1 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035497 Oct 18 18:47:25.782078 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2d765-623c-48bf-8167-f50d51621bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2b268e-094f-4889-b59d-9628b6b62e9a,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:25.798253 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ec3a4b6-42f9-4894-9dd3-edbcd7ba57f9 req-26cf7298-06c0-4fd0-9ce6-7daa3e9833e7 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350014 Oct 18 18:47:25.882846 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.911818 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.969625 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.973470 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608af140-2f9d-4ea9-9e40-83d929dcb30d req-fa406d8f-d5e6-49fe-b767-635b06c4058b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:25.981736 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-608af140-2f9d-4ea9-9e40-83d929dcb30d req-fa406d8f-d5e6-49fe-b767-635b06c4058b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.1309688 Oct 18 18:47:25.988610 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:25.990733 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c2b268e-094f-4889-b59d-9628b6b62e9a HTTP/1.1" status: 204 len: 168 time: 0.2483718 Oct 18 18:47:25.996823 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38248) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:26.024609 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463da7aa-88ee-48bb-9970-5f5b5b86416e req-f82c5423-5002-4c0d-8a82-e5a0b8244e27 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:26.026503 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'floatingip': {'port_id': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:47:26.032124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-463da7aa-88ee-48bb-9970-5f5b5b86416e req-f82c5423-5002-4c0d-8a82-e5a0b8244e27 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1034746 Oct 18 18:47:26.037626 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.069837 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85accff1-7b04-447d-bad5-8a7f1c72dd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2b268e-094f-4889-b59d-9628b6b62e9a,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:26.071837 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-463da7aa-88ee-48bb-9970-5f5b5b86416e req-d32b108b-d8f8-4571-9e31-ac2d43f0e14d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386622 Oct 18 18:47:26.130484 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.158062 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38250) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:26.172962 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5392ae11-636e-46d4-974e-d3fee98725c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.269566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5392ae11-636e-46d4-974e-d3fee98725c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.275595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5392ae11-636e-46d4-974e-d3fee98725c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.321044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-5392ae11-636e-46d4-974e-d3fee98725c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd94b8cf19f143a9b8a3448af5a168c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617889 Oct 18 18:47:26.323124 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392ae11-636e-46d4-974e-d3fee98725c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9386267b-4595-47a9-965e-a4d988e4928f,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:26.336132 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38254) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:26.346921 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38256) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:26.402301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.456153 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.553362 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.557697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.563608 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9386267b-4595-47a9-965e-a4d988e4928f HTTP/1.1" status: 204 len: 168 time: 0.2248168 Oct 18 18:47:26.619996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf4730-28d3-4220-853c-6695b1b8be5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9386267b-4595-47a9-965e-a4d988e4928f,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:26.661659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8338eb4-c033-4c97-bd7e-55ccf45d325c req-8201635a-1955-4434-bbc8-a88e49b2c69b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:26.670411 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c8338eb4-c033-4c97-bd7e-55ccf45d325c req-8201635a-1955-4434-bbc8-a88e49b2c69b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.1014190 Oct 18 18:47:26.762131 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-320089a2-820b-4006-9c15-8e85ee7d6db3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:26.764082 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c8338eb4-c033-4c97-bd7e-55ccf45d325c req-4af1453c-7961-4946-bb7c-663ebb002f3f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905359 Oct 18 18:47:27.041797 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.057259 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.211079 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-320089a2-820b-4006-9c15-8e85ee7d6db3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.225903 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-320089a2-820b-4006-9c15-8e85ee7d6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.271852 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320089a2-820b-4006-9c15-8e85ee7d6db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455fee89-5a97-4921-861b-c61764d4bb5f,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:27.334136 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-320089a2-820b-4006-9c15-8e85ee7d6db3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9e1ff586d4c47b0b281fdc5799b185a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9837778 Oct 18 18:47:27.335019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38316) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:27.360905 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-82776ec4-7e17-4dcd-b60d-12891ec06147 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1928835 Oct 18 18:47:27.384830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d67933-eaaa-4794-a935-a2c62f3b9927 req-55a66ca2-d41e-4fcd-a13a-198c47447e36 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:27.386771 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3d67933-eaaa-4794-a935-a2c62f3b9927 req-55a66ca2-d41e-4fcd-a13a-198c47447e36 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1280422 Oct 18 18:47:27.504302 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3d67933-eaaa-4794-a935-a2c62f3b9927 req-f2e4b484-6d70-4b8e-803f-516224889d11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044726 Oct 18 18:47:27.508107 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.552950 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.588430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be9f09-1c53-4f96-a633-11f511be449e req-fcc8fb58-34ef-4db0-bea5-ea0e64d4541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:27.591990 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-fcc8fb58-34ef-4db0-bea5-ea0e64d4541c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d2ca83134dcd40a7887485fcf5bca190&device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 1099 time: 0.1669185 Oct 18 18:47:27.620912 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Floating IP e75a42d6-ff64-43f0-b198-39b7c2f41abd associated. External IP: 172.27.2.211, port: 3d502e9d-eef6-4817-83c1-4cfa68c02dfe. Oct 18 18:47:27.766224 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.769437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:27.771200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/455fee89-5a97-4921-861b-c61764d4bb5f HTTP/1.1" status: 204 len: 168 time: 0.4339557 Oct 18 18:47:27.787071 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93646865-d02b-4757-b15e-72e533b6a370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455fee89-5a97-4921-861b-c61764d4bb5f,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:27.799255 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be9f09-1c53-4f96-a633-11f511be449e req-dbc0880e-d9ee-4230-960a-2444831a84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:27.800917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-dbc0880e-d9ee-4230-960a-2444831a84dc service neutron] 10.222.0.25 "GET /v2.0/networks?id=07131ce5-6262-4f5a-af0b-131d41cdf65c HTTP/1.1" status: 200 len: 912 time: 0.1851201 Oct 18 18:47:27.870273 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-eb80912e-121d-44c5-9324-fa20692c563e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa HTTP/1.1" status: 200 len: 217 time: 0.0565014 Oct 18 18:47:27.904177 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:47:27.996868 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be9f09-1c53-4f96-a633-11f511be449e req-a2f5a238-f1fb-4fc6-971f-62b8012efb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:27.998798 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-a2f5a238-f1fb-4fc6-971f-62b8012efb26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=60dd313f-7805-485a-aa7d-c5889d6c5208 HTTP/1.1" status: 200 len: 851 time: 0.0592988 Oct 18 18:47:28.035936 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-08a321be-90b0-41bf-81a2-8079d6d1d831 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=07131ce5-6262-4f5a-af0b-131d41cdf65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288415 Oct 18 18:47:28.044524 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:47:28.054454 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:28.061176 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:47:28.073469 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:47:28.074247 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:47:28.117045 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e481cb89-9882-4b70-affa-ae5a23b1e35c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "PUT /v2.0/floatingips/e75a42d6-ff64-43f0-b198-39b7c2f41abd HTTP/1.1" status: 200 len: 992 time: 2.1173837 Oct 18 18:47:28.118158 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:47:28.128586 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:47:28.149175 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-17ded044-b964-46e0-97ed-7fdfe7bd76b6 service neutron] 10.222.0.25 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060374 Oct 18 18:47:28.196006 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf5eb9-f278-4df6-a341-f9b54734ca68 x-openstack-request-id: req-18cf5eb9-f278-4df6-a341-f9b54734ca68 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:47:28.196325 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:47:28.196581 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-18cf5eb9-f278-4df6-a341-f9b54734ca68 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:47:28.196983 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'status': 'completed', 'code': 200} Oct 18 18:47:28.274310 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:47:28.309004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-7bc9e72a-c2ba-437e-a47a-4df7d0a553eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:28.311121 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-7bc9e72a-c2ba-437e-a47a-4df7d0a553eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0731623 Oct 18 18:47:28.313517 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8be9f09-1c53-4f96-a633-11f511be449e req-85773149-13a4-4150-9fca-8a890ed99ba2 service neutron] 10.222.0.25 "GET /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475005 Oct 18 18:47:28.519986 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-722f3ba9-2ea1-4f30-805c-e663f53700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:28.522332 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-722f3ba9-2ea1-4f30-805c-e663f53700ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.1979496 Oct 18 18:47:28.645389 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38374) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:28.685532 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-92ff120a-6f70-4619-8a5d-2f54087fd470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:28.690888 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'e75a42d6-ff64-43f0-b198-39b7c2f41abd', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:96:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:46:27Z', 'updated_at': '2021-10-18T18:47:26Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:47:28.726253 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:47:28.738653 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:47:28.739805 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:47:28.749662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46327-3ac2-4a1a-a380-fb90b0caf0cb req-dd68416b-91cb-40b7-a488-867d8bb3bc32 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:28.762288 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e1e46327-3ac2-4a1a-a380-fb90b0caf0cb req-dd68416b-91cb-40b7-a488-867d8bb3bc32 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1195209 Oct 18 18:47:28.767999 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-ca322dab-99a1-4fe7-a0f5-bd89799210ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1000 time: 0.2367024 Oct 18 18:47:28.876730 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:47:28.885850 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38382) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:28.906258 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-92ff120a-6f70-4619-8a5d-2f54087fd470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:28.913532 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-92ff120a-6f70-4619-8a5d-2f54087fd470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:28.969790 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e1e46327-3ac2-4a1a-a380-fb90b0caf0cb req-dfc00e73-dc16-46cf-b722-a4d610505fea tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065725 Oct 18 18:47:28.973710 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-b8a4040a-bfbd-4437-af97-aa99abcccfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:28.986181 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-b8a4040a-bfbd-4437-af97-aa99abcccfc6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.1984975 Oct 18 18:47:29.016253 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff120a-6f70-4619-8a5d-2f54087fd470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43120b97-5ecc-4313-a795-9cfcd07bb391,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:29.032179 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-92ff120a-6f70-4619-8a5d-2f54087fd470 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56514e24612749e2ac5a700df1221f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740244 Oct 18 18:47:29.032943 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38392) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:29.077333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-2767e7e0-6a76-48f7-9481-6fcf3bfc661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:29.078875 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-2767e7e0-6a76-48f7-9481-6fcf3bfc661c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767560 Oct 18 18:47:29.099673 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:47:29.120466 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.157778 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.207665 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-0a9afb46-8359-4a22-a211-9b539b733409 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195850 Oct 18 18:47:29.228814 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.231382 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.232637 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43120b97-5ecc-4313-a795-9cfcd07bb391 HTTP/1.1" status: 204 len: 168 time: 0.1983445 Oct 18 18:47:29.243115 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29261-6c21-4e45-bdd4-a004a16a4db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43120b97-5ecc-4313-a795-9cfcd07bb391,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:29.273074 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'e75a42d6-ff64-43f0-b198-39b7c2f41abd', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:96:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:46:27Z', 'updated_at': '2021-10-18T18:47:26Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:47:29.295427 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38400) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:29.307945 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e2126a-b7d1-414d-b53c-5f5fedda3338 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'e75a42d6-ff64-43f0-b198-39b7c2f41abd', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.211', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:96:17:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:46:27Z', 'updated_at': '2021-10-18T18:47:26Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:47:29.335993 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-91837ba1-e58e-428b-9707-4dd1efc350e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.366504 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629cbf52-22ad-47aa-b8cb-da48ee97a3c9 req-c6973777-8c15-479a-a12c-251f692e087a service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417758 Oct 18 18:47:29.458262 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-91837ba1-e58e-428b-9707-4dd1efc350e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.463519 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-91837ba1-e58e-428b-9707-4dd1efc350e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.514668 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-91837ba1-e58e-428b-9707-4dd1efc350e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60bd44f0f5434511b6d76212df95c890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282678 Oct 18 18:47:29.516755 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837ba1-e58e-428b-9707-4dd1efc350e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28a624-b325-4c27-9e74-12db0850fc8c,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:29.517599 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38410) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:29.636661 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.655841 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ec48888a-7db7-431a-ada2-67fddbc02d36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.675319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.683688 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a79d6-345a-4bcb-8fd5-532350d3798e None None] New status for floating IP e75a42d6-ff64-43f0-b198-39b7c2f41abd: ACTIVE {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:47:29.751239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.753967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.757772 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c28a624-b325-4c27-9e74-12db0850fc8c HTTP/1.1" status: 204 len: 168 time: 0.2363083 Oct 18 18:47:29.766022 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ce71a-3235-43ef-ae09-fea69005c0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28a624-b325-4c27-9e74-12db0850fc8c,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:29.803936 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ec48888a-7db7-431a-ada2-67fddbc02d36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.811241 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ec48888a-7db7-431a-ada2-67fddbc02d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:29.885966 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ec48888a-7db7-431a-ada2-67fddbc02d36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1584f223cd994a87ac98d3ae4ef89de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5894592 Oct 18 18:47:29.888797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38436) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:29.900277 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48888a-7db7-431a-ada2-67fddbc02d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbce57d-5e37-47d9-9d32-8fbaff94888b,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:29.968336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.012702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.186923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.188615 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.190489 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efbce57d-5e37-47d9-9d32-8fbaff94888b HTTP/1.1" status: 204 len: 168 time: 0.3006196 Oct 18 18:47:30.201093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551bd92-b4c4-486e-b16b-1545db79c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbce57d-5e37-47d9-9d32-8fbaff94888b,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:30.224597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665b3aa-4170-43ff-a9f8-660b18df2fe0 req-67485b0e-4ed2-44a5-9744-93f18c0e1d18 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:30.226231 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b665b3aa-4170-43ff-a9f8-660b18df2fe0 req-67485b0e-4ed2-44a5-9744-93f18c0e1d18 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1180570 Oct 18 18:47:30.283969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b665b3aa-4170-43ff-a9f8-660b18df2fe0 req-07c1b2d6-2e39-4b0c-a034-25b81c99179f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496752 Oct 18 18:47:30.480704 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.692770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38478) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:30.825292 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3380323e-35e6-49c5-aa47-53ac4152e4c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.910317 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3380323e-35e6-49c5-aa47-53ac4152e4c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.915463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3380323e-35e6-49c5-aa47-53ac4152e4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:30.962471 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3380323e-35e6-49c5-aa47-53ac4152e4c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3cfbbb4dabf04c478bf0c8012556a286&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678323 Oct 18 18:47:30.963565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380323e-35e6-49c5-aa47-53ac4152e4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534b9cd8-3774-40f7-8722-c67c19288a29,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:30.965080 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38494) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:31.025774 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.051349 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.106570 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.110462 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.114923 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/534b9cd8-3774-40f7-8722-c67c19288a29 HTTP/1.1" status: 204 len: 168 time: 0.1484077 Oct 18 18:47:31.125930 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f05292-c793-4c50-8173-8cc35bfa9062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b9cd8-3774-40f7-8722-c67c19288a29,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:31.399881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a07b44-133c-450e-a250-ff70565769aa req-9e1dc130-d60c-4258-8a0b-945dbcd6e3bd tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:31.401373 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9a07b44-133c-450e-a250-ff70565769aa req-9e1dc130-d60c-4258-8a0b-945dbcd6e3bd tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0510352 Oct 18 18:47:31.441296 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9a07b44-133c-450e-a250-ff70565769aa req-4f7100cf-5106-48a0-8c76-0c3b0c0e9008 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338883 Oct 18 18:47:31.484365 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38526) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:31.498973 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8f880d75-249b-4a14-a413-a475f1a22721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.584468 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8f880d75-249b-4a14-a413-a475f1a22721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.589380 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8f880d75-249b-4a14-a413-a475f1a22721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.628622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f880d75-249b-4a14-a413-a475f1a22721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce791761-eaf0-4ba4-878c-a8322830750f,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:31.645645 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38532) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:31.645803 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8f880d75-249b-4a14-a413-a475f1a22721 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae8eefe185804736be4841e36d7a8022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600924 Oct 18 18:47:31.700044 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.722474 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.775549 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.778615 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:31.780158 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce791761-eaf0-4ba4-878c-a8322830750f HTTP/1.1" status: 204 len: 168 time: 0.1330078 Oct 18 18:47:31.796393 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bd66a-50d3-46d9-b48c-2ea1ae810be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce791761-eaf0-4ba4-878c-a8322830750f,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:32.558448 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb54bdd-ee21-439b-bab4-166b5d896333 req-a381995d-b0fa-4ff6-b69a-398683537e58 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:32.565776 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2cb54bdd-ee21-439b-bab4-166b5d896333 req-a381995d-b0fa-4ff6-b69a-398683537e58 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0554225 Oct 18 18:47:32.603778 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2cb54bdd-ee21-439b-bab4-166b5d896333 req-8bc594e4-5114-4848-b9d5-b122da4faf47 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371525 Oct 18 18:47:33.719607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f165e64-fdf0-4de3-bbed-7c9555289cf2 req-3768e427-81aa-4aad-8c92-1b721e314c57 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:33.721088 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7f165e64-fdf0-4de3-bbed-7c9555289cf2 req-3768e427-81aa-4aad-8c92-1b721e314c57 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0515497 Oct 18 18:47:33.760169 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7f165e64-fdf0-4de3-bbed-7c9555289cf2 req-1c86f745-d7d5-4340-b851-a186a8645fd6 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Oct 18 18:47:34.882718 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305eab1-33e1-496f-b671-cd211865246c req-d143a8c8-88eb-4ca0-a7ee-abf5bc66bbbe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:34.884154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5305eab1-33e1-496f-b671-cd211865246c req-d143a8c8-88eb-4ca0-a7ee-abf5bc66bbbe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0462930 Oct 18 18:47:34.921325 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5305eab1-33e1-496f-b671-cd211865246c req-b3910003-48f5-40f4-9b23-944a5ba5cf21 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Oct 18 18:47:36.033838 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cfb0b-575c-47f6-b8a3-9e66faa3f8b3 req-f8cf6364-e485-4be7-8686-7fc46a2ba211 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:36.035464 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-309cfb0b-575c-47f6-b8a3-9e66faa3f8b3 req-f8cf6364-e485-4be7-8686-7fc46a2ba211 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Oct 18 18:47:36.075887 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-309cfb0b-575c-47f6-b8a3-9e66faa3f8b3 req-ef60e93e-6507-4441-82a8-24a3a15eaca0 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339427 Oct 18 18:47:37.186402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d2362-2e9a-4480-9698-86f732bdd1e7 req-a916f766-d915-430a-a63c-8e831be894b3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:37.187874 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f4d2362-2e9a-4480-9698-86f732bdd1e7 req-a916f766-d915-430a-a63c-8e831be894b3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0471952 Oct 18 18:47:37.225844 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f4d2362-2e9a-4480-9698-86f732bdd1e7 req-d498c3d6-11f2-4904-850f-303632a4d9ef tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321422 Oct 18 18:47:38.336642 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bb8b1-1f5a-4cac-a17c-f48220af37a6 req-26bd5c42-8c98-42f6-bcb2-dbf1bdc6e536 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:38.338139 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d4bb8b1-1f5a-4cac-a17c-f48220af37a6 req-26bd5c42-8c98-42f6-bcb2-dbf1bdc6e536 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0476582 Oct 18 18:47:38.375107 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d4bb8b1-1f5a-4cac-a17c-f48220af37a6 req-d1c3c51c-1ac0-487a-9f24-4d6e12db848f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Oct 18 18:47:39.488840 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da74bbe-add5-4c58-b646-8a973801ce67 req-832e2b20-52f1-413b-a8a5-4acd01961e97 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:39.490326 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5da74bbe-add5-4c58-b646-8a973801ce67 req-832e2b20-52f1-413b-a8a5-4acd01961e97 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0500128 Oct 18 18:47:39.535071 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5da74bbe-add5-4c58-b646-8a973801ce67 req-1875875f-8eb1-4bb7-87d0-3ae4e4a9bfc8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386045 Oct 18 18:47:40.645900 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209ed0-addf-48d6-9dfc-7e220e8b444e req-2c433032-1d5e-49c6-8ffc-982a3e3a4866 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:40.647342 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c209ed0-addf-48d6-9dfc-7e220e8b444e req-2c433032-1d5e-49c6-8ffc-982a3e3a4866 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0479224 Oct 18 18:47:40.686436 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c209ed0-addf-48d6-9dfc-7e220e8b444e req-5f0212a6-93dd-4f34-812d-4291e22d8f95 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316014 Oct 18 18:47:41.795638 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e6a9d6-f7eb-401f-8bee-b3c88c3bebe6 req-f390e80b-1710-4af8-8143-75f1feb18af8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:41.797089 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d4e6a9d6-f7eb-401f-8bee-b3c88c3bebe6 req-f390e80b-1710-4af8-8143-75f1feb18af8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0461612 Oct 18 18:47:41.833765 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d4e6a9d6-f7eb-401f-8bee-b3c88c3bebe6 req-91f83b64-8885-4aa1-90ed-8f08afaaecb5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309982 Oct 18 18:47:42.953751 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb502-84df-4d74-9f7e-416abe688caa req-663f154b-e2f3-439a-9403-39dfea5feb3f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:42.955214 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-58cfb502-84df-4d74-9f7e-416abe688caa req-663f154b-e2f3-439a-9403-39dfea5feb3f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0472484 Oct 18 18:47:42.995260 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-58cfb502-84df-4d74-9f7e-416abe688caa req-df85b07e-3a40-4cde-8607-3f03dd2cb628 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342543 Oct 18 18:47:44.104446 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da19139-a3de-451c-b5be-a602762eada2 req-fd42a721-bdd7-42b8-99bf-fb0c6ed19085 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:44.105884 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6da19139-a3de-451c-b5be-a602762eada2 req-fd42a721-bdd7-42b8-99bf-fb0c6ed19085 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0467622 Oct 18 18:47:44.141753 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6da19139-a3de-451c-b5be-a602762eada2 req-8ef7d134-dc42-49ae-b5ec-4d7f6b8d48e5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300581 Oct 18 18:47:45.264576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02359907-7b75-4390-99c2-c5449433c485 req-4a97b9ae-bfd9-40b9-b475-ed52f99b3b75 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:45.265997 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02359907-7b75-4390-99c2-c5449433c485 req-4a97b9ae-bfd9-40b9-b475-ed52f99b3b75 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0506995 Oct 18 18:47:45.304956 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02359907-7b75-4390-99c2-c5449433c485 req-b5ce47f4-3e2d-4200-8450-f77ab2e1a61f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323887 Oct 18 18:47:46.032470 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-801b82e2-3911-4f32-8eb8-3d528be4a1e4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:46.034008 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-801b82e2-3911-4f32-8eb8-3d528be4a1e4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.1057265 Oct 18 18:47:46.048935 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-7888d8f2-3414-4640-bfb6-c8306367f5a9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/quotas/3a9d946d10724a739e45769fb83f2a7b HTTP/1.1" status: 200 len: 375 time: 0.0089180 Oct 18 18:47:46.097116 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-f46e1531-eb49-4970-bb7c-d4b7d3282ec8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427587 Oct 18 18:47:46.196539 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-a17148b3-bb92-410b-bf7e-54e7e5a7783c service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913124 Oct 18 18:47:46.286524 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-a1bc5279-30a2-4208-af99-fbdc76d6d0f9 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839946 Oct 18 18:47:46.441178 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869dbd29-2425-4699-8847-ed0fc80b72e6 req-e2fe5cd2-53b6-4f19-b269-d8dd4548b20f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:46.442851 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-869dbd29-2425-4699-8847-ed0fc80b72e6 req-e2fe5cd2-53b6-4f19-b269-d8dd4548b20f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0644975 Oct 18 18:47:46.462946 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d01b286-c17d-47cb-be08-ec6369cb0080 req-d9d0c5ea-8ddc-483d-8ffc-4b091ff0c63f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 210 time: 0.0445044 Oct 18 18:47:46.501502 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-869dbd29-2425-4699-8847-ed0fc80b72e6 req-9c98b7ce-d272-4641-ab24-5ba06d97eeae tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413799 Oct 18 18:47:47.798073 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e1db7228-766c-4641-9f76-7c07cdb73bea req-d0519326-be76-4858-a2b6-5da0925bf777 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 210 time: 0.2475917 Oct 18 18:47:47.859524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-6227d393-c347-41ec-9851-fbd948bc2ca9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:47.861013 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-6227d393-c347-41ec-9851-fbd948bc2ca9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.3508515 Oct 18 18:47:47.873099 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82645b7-3063-4548-b8b9-73cb1df3609b req-6fa7ba57-55cd-4a22-877e-a6fe156461cf tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:47.874520 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d82645b7-3063-4548-b8b9-73cb1df3609b req-6fa7ba57-55cd-4a22-877e-a6fe156461cf tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.2980263 Oct 18 18:47:47.880035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Request body: {'port': {'device_id': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'admin_state_up': True, 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:47:47.967114 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d82645b7-3063-4548-b8b9-73cb1df3609b req-921665fa-2bff-4fd6-857c-1fe8a572625a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833449 Oct 18 18:47:48.029815 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:47:48.035112 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.175300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Allocated IP 172.20.0.12 (5e12d66b-09d8-47c3-b391-898800d64569/c6408478-c491-40db-8a9b-d894a6c90a11/91f7ddff-3be5-4869-9027-054668548cdc) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:47:48.332055 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.368326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.382082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:48.430358 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event updated for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:48.438342 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Network 5e12d66b-09d8-47c3-b391-898800d64569 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:47:48.440347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:47:48.443467 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:47:48.450400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:48.457681 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.475194 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-d418168c-6b32-4483-8a52-7a380fdc76d8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5986333 Oct 18 18:47:48.491919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Request body: {'port': {'device_id': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:47:48.542238 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38920) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:48.552360 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.653088 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-04148381-c0ef-41e7-878f-732f8d62abf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.732337 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-04148381-c0ef-41e7-878f-732f8d62abf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.736207 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-04148381-c0ef-41e7-878f-732f8d62abf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.774761 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-04148381-c0ef-41e7-878f-732f8d62abf2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d16fcbfeebaa4a448c0e46e65554fe13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305450 Oct 18 18:47:48.777349 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38924) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:48.783225 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04148381-c0ef-41e7-878f-732f8d62abf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dbb5d7-df26-4d7b-b4b9-401b0d48996a,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:48.821137 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f7ddff-3be5-4869-9027-054668548cdc {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:48.828689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.831954 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.840947 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Transition to ACTIVE for port object 91f7ddff-3be5-4869-9027-054668548cdc will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:47:48.845787 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.855010 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.910670 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.913755 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:48.914957 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7dbb5d7-df26-4d7b-b4b9-401b0d48996a HTTP/1.1" status: 204 len: 168 time: 0.1366506 Oct 18 18:47:48.923637 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b8e0f-f851-4496-aeac-a0ba9384772a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dbb5d7-df26-4d7b-b4b9-401b0d48996a,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:48.930048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:48.966140 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a7d9a-3509-4e1e-a41c-6e0e042d4ebe req-a933a555-04a2-4df7-9704-88e203a1bf42 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:48.967670 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d73a7d9a-3509-4e1e-a41c-6e0e042d4ebe req-a933a555-04a2-4df7-9704-88e203a1bf42 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0975940 Oct 18 18:47:48.985330 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Attempting to bind port 91f7ddff-3be5-4869-9027-054668548cdc on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:47:48.985666 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Attempting to bind port 91f7ddff-3be5-4869-9027-054668548cdc by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:47:48.985994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Attempting to bind port 91f7ddff-3be5-4869-9027-054668548cdc on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:47:49.005220 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Port 91f7ddff-3be5-4869-9027-054668548cdc on network 5e12d66b-09d8-47c3-b391-898800d64569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:47:49.005401 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Attempting to bind port 91f7ddff-3be5-4869-9027-054668548cdc on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:47:49.016599 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:47:49.016943 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Checking segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:47:49.017341 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Bound using segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:47:49.017786 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Bound port: 91f7ddff-3be5-4869-9027-054668548cdc, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:47:49.018149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.042629 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d73a7d9a-3509-4e1e-a41c-6e0e042d4ebe req-0e9baa7d-578f-4f06-985c-2edbb46d1d71 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Oct 18 18:47:49.154028 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:47:49.158499 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=91f7ddff-3be5-4869-9027-054668548cdc,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:47:49.170138 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d72e21-4aee-472e-a6a1-15233cd34030 req-45298d34-2aaf-46c4-a3e3-0d9445d9d212 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:49.170138 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-46d72e21-4aee-472e-a6a1-15233cd34030 req-45298d34-2aaf-46c4-a3e3-0d9445d9d212 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1002705 Oct 18 18:47:49.171965 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.232642 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:49.233428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.234933 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] 10.222.0.25 "PUT /v2.0/ports/91f7ddff-3be5-4869-9027-054668548cdc HTTP/1.1" status: 200 len: 1094 time: 0.7474124 Oct 18 18:47:49.238869 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:47:49.242165 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "tag": "91f7ddff-3be5-4869-9027-054668548cdc"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:47:49.245413 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38948) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:49.261739 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7410f2e7-7c05-4315-8d66-fb14151d51f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.286582 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cee223-ac2a-4856-9134-4aba9eaac9c6 service neutron] Pushing event updated for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:49.293691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aab455-0756-4963-a1ce-96d87bcc598a x-openstack-request-id: req-96aab455-0756-4963-a1ce-96d87bcc598a {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:47:49.294052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "tag": "91f7ddff-3be5-4869-9027-054668548cdc", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:47:49.294437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96aab455-0756-4963-a1ce-96d87bcc598a {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:47:49.295116 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc', 'status': 'completed', 'code': 200} Oct 18 18:47:49.300897 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-46d72e21-4aee-472e-a6a1-15233cd34030 req-2ef65c15-b0a3-40b1-a5a4-4ac791ebcfa8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Oct 18 18:47:49.350959 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-527c7c16-0fe1-4f7c-bf0a-bd48b67ad966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:49.353040 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-527c7c16-0fe1-4f7c-bf0a-bd48b67ad966 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 1097 time: 0.0512011 Oct 18 18:47:49.363974 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7410f2e7-7c05-4315-8d66-fb14151d51f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.368259 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7410f2e7-7c05-4315-8d66-fb14151d51f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.402319 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-9bd50814-931c-4544-b3c3-aca996008fb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91f7ddff-3be5-4869-9027-054668548cdc HTTP/1.1" status: 200 len: 217 time: 0.0401623 Oct 18 18:47:49.404348 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-7410f2e7-7c05-4315-8d66-fb14151d51f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5b5eb5ee957406ba322dee25ed95947&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1576142 Oct 18 18:47:49.406998 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38950) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:49.409384 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7410f2e7-7c05-4315-8d66-fb14151d51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909c3bd3-991d-4da3-ab82-7e6df730e95d,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:49.501383 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-57112280-5399-4351-be2d-663cfbb16eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:49.502869 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-57112280-5399-4351-be2d-663cfbb16eaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.0799677 Oct 18 18:47:49.507260 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.555097 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-f38ceb90-9e0a-45c1-a10e-e0345ccb5084 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377622 Oct 18 18:47:49.557416 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.664551 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.666969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:49.668116 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/909c3bd3-991d-4da3-ab82-7e6df730e95d HTTP/1.1" status: 204 len: 168 time: 0.2600834 Oct 18 18:47:49.684087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900c24c-5659-41f0-8842-69118ef13631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909c3bd3-991d-4da3-ab82-7e6df730e95d,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:49.687308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-e00648d7-092c-4a85-ac2a-7de640272bf3 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210296 Oct 18 18:47:49.794127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c21fcf05-79a5-423a-b7bd-61dd3191af75 req-0192d45b-d328-4932-a4a6-b914895777c9 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899510 Oct 18 18:47:49.918184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-6c4d1224-01da-4062-9379-433b342c7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:49.918184 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-6c4d1224-01da-4062-9379-433b342c7459 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 1097 time: 0.0422487 Oct 18 18:47:49.998789 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 38962) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:50.012478 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf037-72e9-4cd3-8486-b37cd0c1667d admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.020772 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-473ed744-813c-48f5-8d66-169522c2aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:50.022231 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-473ed744-813c-48f5-8d66-169522c2aa74 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 916 time: 0.0895083 Oct 18 18:47:50.068045 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-80265d4d-2b6a-4480-a2a2-b766ec5e624a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91f7ddff-3be5-4869-9027-054668548cdc HTTP/1.1" status: 200 len: 217 time: 0.0363975 Oct 18 18:47:50.091394 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf037-72e9-4cd3-8486-b37cd0c1667d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.095656 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8b0bf037-72e9-4cd3-8486-b37cd0c1667d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.128219 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8b0bf037-72e9-4cd3-8486-b37cd0c1667d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2af4106dca27443cb4c5e263c5d15898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1252053 Oct 18 18:47:50.129249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 38968) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:47:50.144839 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bf037-72e9-4cd3-8486-b37cd0c1667d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad668a3-0d89-4c93-9c3f-6909e4e909e1,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:50.179052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-d0fca340-0056-4851-9e11-0357a585d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:50.180694 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-d0fca340-0056-4851-9e11-0357a585d957 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.1039236 Oct 18 18:47:50.217461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c2cc2-647e-4d20-b7eb-c2008c6530ec req-3646ecec-090b-4f9b-a5cb-748b54c07a3a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:50.218904 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba1c2cc2-647e-4d20-b7eb-c2008c6530ec req-3646ecec-090b-4f9b-a5cb-748b54c07a3a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.1025648 Oct 18 18:47:50.236134 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-778eb107-8f1c-49d2-ab28-6122cfcbdd9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415313 Oct 18 18:47:50.289447 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.302159 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba1c2cc2-647e-4d20-b7eb-c2008c6530ec req-50b34703-04d5-4f85-9fb7-62808194056b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685701 Oct 18 18:47:50.356646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.430275 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-1cd15fcd-b686-4fa0-84b9-fbb667fa2f8b service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698546 Oct 18 18:47:50.449642 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a35ac4-63cd-463d-89e9-5c41e2eba62f req-c9d7b445-2fbe-4bb1-a756-5f8c67c97362 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:50.451087 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-44a35ac4-63cd-463d-89e9-5c41e2eba62f req-c9d7b445-2fbe-4bb1-a756-5f8c67c97362 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0708697 Oct 18 18:47:50.479891 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.482279 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:50.483371 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aad668a3-0d89-4c93-9c3f-6909e4e909e1 HTTP/1.1" status: 204 len: 168 time: 0.3521152 Oct 18 18:47:50.507825 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507f8e2-2503-4992-b773-ece1776fc5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad668a3-0d89-4c93-9c3f-6909e4e909e1,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:50.583135 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-44a35ac4-63cd-463d-89e9-5c41e2eba62f req-3e824d44-2f48-42eb-ab81-aeeca57e5d74 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167233 Oct 18 18:47:50.609415 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d57a40a9-4d36-49ee-a03c-0aa3cc3747c7 req-3dc3c06c-5f18-4a69-8cf3-63103c450467 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573830 Oct 18 18:47:50.747057 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d1a18332-a6dc-4a8d-aac5-108824681639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:51.416321 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa332bc-5623-4d59-b6ca-837952351403 req-b0b3691c-58f4-4f59-b6cb-2af8130ef73d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:51.418491 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bfa332bc-5623-4d59-b6ca-837952351403 req-b0b3691c-58f4-4f59-b6cb-2af8130ef73d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0506594 Oct 18 18:47:51.454853 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bfa332bc-5623-4d59-b6ca-837952351403 req-acf27632-5008-4433-ac14-11c3d2411c8c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Oct 18 18:47:51.692307 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af968f5-792b-47c7-8a48-4d92772343cd req-294d3c3c-696f-485c-9e74-ff5afda981ab tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:51.693791 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4af968f5-792b-47c7-8a48-4d92772343cd req-294d3c3c-696f-485c-9e74-ff5afda981ab tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0478990 Oct 18 18:47:51.751243 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4af968f5-792b-47c7-8a48-4d92772343cd req-7961160b-97c5-47fe-92af-28d03bc2099b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501981 Oct 18 18:47:52.567641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7d2f6-4c96-4ac8-a48b-9f9a0c530045 req-ec142b44-2cfe-4ca2-8e15-282a99b9f06c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:52.569271 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3e7d2f6-4c96-4ac8-a48b-9f9a0c530045 req-ec142b44-2cfe-4ca2-8e15-282a99b9f06c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0489728 Oct 18 18:47:52.605971 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3e7d2f6-4c96-4ac8-a48b-9f9a0c530045 req-6dc73e22-576e-4f11-8b98-c29d28183ea3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303907 Oct 18 18:47:52.862787 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f20ad22-bc06-4042-8246-040cfc8ad002 req-f0d8b9a4-a579-4e31-9769-ff05d52c3400 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:52.864153 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2f20ad22-bc06-4042-8246-040cfc8ad002 req-f0d8b9a4-a579-4e31-9769-ff05d52c3400 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0463214 Oct 18 18:47:52.901339 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2f20ad22-bc06-4042-8246-040cfc8ad002 req-9b59a4b5-03b1-4cb9-b948-46b1cf6d6dd2 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306499 Oct 18 18:47:53.426311 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3de045cd-7f46-4d20-886c-be62c2e96d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:53.714206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f1648-433c-403f-8b8b-b9a8c39d5080 req-2b7061bd-c85e-446a-896a-282d06fb3f12 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:53.715676 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a43f1648-433c-403f-8b8b-b9a8c39d5080 req-2b7061bd-c85e-446a-896a-282d06fb3f12 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0458210 Oct 18 18:47:53.755706 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a43f1648-433c-403f-8b8b-b9a8c39d5080 req-d1988c8a-0036-4815-a92c-314c61f1683a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Oct 18 18:47:54.012240 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b376896-df9f-4c4d-bac0-4c31de4d3fc5 req-2efde2ee-87ca-45f6-91a8-44c1c3864384 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:54.013713 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b376896-df9f-4c4d-bac0-4c31de4d3fc5 req-2efde2ee-87ca-45f6-91a8-44c1c3864384 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0484390 Oct 18 18:47:54.050237 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b376896-df9f-4c4d-bac0-4c31de4d3fc5 req-a9771bdd-e690-42c5-b9e7-da5d37e28865 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306821 Oct 18 18:47:54.197318 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:54.639627 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:54.867941 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77725c10-f5d8-4d58-bd52-e3ab0c94569d req-4af5818d-bba7-4750-a50a-e13001438704 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:54.869477 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77725c10-f5d8-4d58-bd52-e3ab0c94569d req-4af5818d-bba7-4750-a50a-e13001438704 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0500128 Oct 18 18:47:54.908313 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77725c10-f5d8-4d58-bd52-e3ab0c94569d req-32d75241-eb63-4d0d-bbd3-2b463c2a573c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325031 Oct 18 18:47:55.159741 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f53ab-1d1f-4b6c-a0f3-e83ca9f44e14 req-60be172a-3dc8-4d54-9dba-fb6e6d6987ca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:55.161110 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f72f53ab-1d1f-4b6c-a0f3-e83ca9f44e14 req-60be172a-3dc8-4d54-9dba-fb6e6d6987ca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0466719 Oct 18 18:47:55.201177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f72f53ab-1d1f-4b6c-a0f3-e83ca9f44e14 req-cc7ade48-eddf-40d0-bf06-acc70acd7512 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Oct 18 18:47:56.028887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214b16e-37bc-4cb9-ac95-a71350a43d36 req-ae82c4b1-f105-4b5b-ae5f-2666ffd264a5 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:56.031077 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0214b16e-37bc-4cb9-ac95-a71350a43d36 req-ae82c4b1-f105-4b5b-ae5f-2666ffd264a5 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0521708 Oct 18 18:47:56.032658 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:56.071000 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0214b16e-37bc-4cb9-ac95-a71350a43d36 req-2b7e8cf7-5c93-411a-af6f-430cce648c37 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341997 Oct 18 18:47:56.312988 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c882-cbdb-4ee7-9a56-6a845cff035f req-1bf7570f-d144-492a-a352-54597957280c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:56.314464 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0427c882-cbdb-4ee7-9a56-6a845cff035f req-1bf7570f-d144-492a-a352-54597957280c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0476160 Oct 18 18:47:56.350796 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0427c882-cbdb-4ee7-9a56-6a845cff035f req-6494fb3d-8445-413c-a8e3-94cb0a719ccf tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299737 Oct 18 18:47:57.200133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65855f20-75a6-4240-93cd-7b2e5ddd92f8 req-9c2537b6-6b08-4847-93f9-0d7f75e6ba0a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:57.207202 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-65855f20-75a6-4240-93cd-7b2e5ddd92f8 req-9c2537b6-6b08-4847-93f9-0d7f75e6ba0a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0637097 Oct 18 18:47:57.251195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-65855f20-75a6-4240-93cd-7b2e5ddd92f8 req-8090773e-9af5-44d1-a159-82de6a15cf3f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418077 Oct 18 18:47:57.464654 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bdd137-8055-4765-997e-589931737e17 req-d352f93b-36e6-41d8-8d4c-f84203e5f5ab tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:57.466144 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-80bdd137-8055-4765-997e-589931737e17 req-d352f93b-36e6-41d8-8d4c-f84203e5f5ab tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0500011 Oct 18 18:47:57.504320 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-80bdd137-8055-4765-997e-589931737e17 req-e0cc38af-78ac-40c6-a058-b385c15992d6 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321763 Oct 18 18:47:58.364130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caecced-8d5f-4feb-ac04-66ca0fc5d3e0 req-13f939f9-f0f4-4e55-9dcd-32e6c60ebf8e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:58.365631 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3caecced-8d5f-4feb-ac04-66ca0fc5d3e0 req-13f939f9-f0f4-4e55-9dcd-32e6c60ebf8e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 944 time: 0.0469213 Oct 18 18:47:58.404928 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3caecced-8d5f-4feb-ac04-66ca0fc5d3e0 req-4f8e3b86-d95b-4293-a693-e31d7f8e7fd2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Oct 18 18:47:58.473218 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 91f7ddff-3be5-4869-9027-054668548cdc details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:47:58.567645 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=91f7ddff-3be5-4869-9027-054668548cdc,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:58.582028 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '91f7ddff-3be5-4869-9027-054668548cdc', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'port_id': '91f7ddff-3be5-4869-9027-054668548cdc', 'mac_address': 'fa:16:3e:e9:7a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6408478-c491-40db-8a9b-d894a6c90a11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:47:58.619848 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:58.623105 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83ca1c-38c4-4ee5-9721-bf6fd760d156 req-a48ce89c-332c-40bd-a163-0e04c243c484 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:58.624646 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ac83ca1c-38c4-4ee5-9721-bf6fd760d156 req-a48ce89c-332c-40bd-a163-0e04c243c484 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0501709 Oct 18 18:47:58.632743 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f7ddff-3be5-4869-9027-054668548cdc {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:47:58.652109 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=91f7ddff-3be5-4869-9027-054668548cdc,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:47:58.656642 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:47:58.668820 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ac83ca1c-38c4-4ee5-9721-bf6fd760d156 req-b1f4e168-8f91-4e6e-8515-b9f2af0aa937 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Oct 18 18:47:58.702642 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:47:58.709804 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.710133 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.710961 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.711302 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.711638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.711969 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.712301 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.712632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.712980 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.713317 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.713642 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:58.713965 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:47:59.027460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a980c-1a1c-4b98-a93a-3513cc8bacb7 req-da733dd9-d8d3-4448-bc96-9fd4c44fbb0f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:59.028847 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c6a980c-1a1c-4b98-a93a-3513cc8bacb7 req-da733dd9-d8d3-4448-bc96-9fd4c44fbb0f tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0521696 Oct 18 18:47:59.066959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c6a980c-1a1c-4b98-a93a-3513cc8bacb7 req-0123795d-3296-4e94-ae1c-7a3aa1747b73 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Oct 18 18:47:59.511232 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['91f7ddff-3be5-4869-9027-054668548cdc'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:47:59.527493 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca605ff-afe4-4ea1-9c1c-ab06a2b1ae05 req-be4c36d7-d0f2-4b8d-985c-05dcd02ce2d6 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:59.534563 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aca605ff-afe4-4ea1-9c1c-ab06a2b1ae05 req-be4c36d7-d0f2-4b8d-985c-05dcd02ce2d6 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 945 time: 0.0602701 Oct 18 18:47:59.581802 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aca605ff-afe4-4ea1-9c1c-ab06a2b1ae05 req-0f993675-3093-4e72-86f3-ff95ebadb84d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462861 Oct 18 18:47:59.785579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ffd57-95dd-42b3-99da-f89fc7eab956 req-54bbbb3d-6b0b-4fdc-85cf-7e8728f68a02 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:47:59.787159 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-507ffd57-95dd-42b3-99da-f89fc7eab956 req-54bbbb3d-6b0b-4fdc-85cf-7e8728f68a02 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0506830 Oct 18 18:47:59.832791 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-507ffd57-95dd-42b3-99da-f89fc7eab956 req-8ac50a25-f69b-4187-9b0a-26002e397c76 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359888 Oct 18 18:48:00.203845 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947ab23-0817-49e5-9536-af446d201d65 req-168acd7b-be01-4239-a951-151cb8aa62ef tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:00.205500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9947ab23-0817-49e5-9536-af446d201d65 req-168acd7b-be01-4239-a951-151cb8aa62ef tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0622575 Oct 18 18:48:00.275089 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9947ab23-0817-49e5-9536-af446d201d65 req-5fdb8b2e-d4ea-43c3-978e-a54a42c11cc5 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621269 Oct 18 18:48:00.291435 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ede41d-be46-48eb-befe-2a0a0f98776c req-754262f6-317a-4a65-9fad-7f2079926a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:00.291435 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a5ede41d-be46-48eb-befe-2a0a0f98776c req-754262f6-317a-4a65-9fad-7f2079926a25 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 1099 time: 0.0555072 Oct 18 18:48:00.327351 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a5ede41d-be46-48eb-befe-2a0a0f98776c req-27acbd44-b691-4d58-a3f7-b63326104933 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289471 Oct 18 18:48:00.469641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:00.700556 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20a34e-842c-491a-b09f-d4dcf7634ee8 req-26ca3aeb-b52d-4259-b38a-41415be7842e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:00.702381 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c20a34e-842c-491a-b09f-d4dcf7634ee8 req-26ca3aeb-b52d-4259-b38a-41415be7842e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 945 time: 0.0529280 Oct 18 18:48:00.745142 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c20a34e-842c-491a-b09f-d4dcf7634ee8 req-6842c453-866d-4af3-b10e-95a75fe6b9c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361285 Oct 18 18:48:00.952397 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59374b2-b84f-4899-b434-a3663d3008bb req-2d4a159f-3b06-4474-9833-8d569309f678 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:00.954198 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f59374b2-b84f-4899-b434-a3663d3008bb req-2d4a159f-3b06-4474-9833-8d569309f678 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0501599 Oct 18 18:48:00.995911 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f59374b2-b84f-4899-b434-a3663d3008bb req-f439c31c-fd92-44d3-bae0-0d7f332fc578 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Oct 18 18:48:01.065409 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39226) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:01.166829 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b4377aee-57d2-4fff-b2ac-e3096bb64192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.246515 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b4377aee-57d2-4fff-b2ac-e3096bb64192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.250392 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b4377aee-57d2-4fff-b2ac-e3096bb64192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.286767 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b4377aee-57d2-4fff-b2ac-e3096bb64192 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=15bba1ec64de4d0da5d6bab1ba396fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2202690 Oct 18 18:48:01.287571 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4377aee-57d2-4fff-b2ac-e3096bb64192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58f58d-f052-4f2e-909f-72f17808c97c,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:01.290021 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39232) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:01.345619 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.367675 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.400101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4c5b7-e8fa-4c2c-aaa5-7554ebb99620 req-17202026-25d0-4704-ab99-283f3d75ba21 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:01.401689 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-14e4c5b7-e8fa-4c2c-aaa5-7554ebb99620 req-17202026-25d0-4704-ab99-283f3d75ba21 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Oct 18 18:48:01.412862 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.415978 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:01.419428 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b58f58d-f052-4f2e-909f-72f17808c97c HTTP/1.1" status: 204 len: 168 time: 0.1260824 Oct 18 18:48:01.424669 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a51e-95a5-4126-9028-5cd35c461366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58f58d-f052-4f2e-909f-72f17808c97c,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:01.451167 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-14e4c5b7-e8fa-4c2c-aaa5-7554ebb99620 req-cbc4477e-0529-4811-acc5-7ea619456c61 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Oct 18 18:48:01.871294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ea289-96d9-493b-a0f1-42c684cef038 req-236c63f4-e80f-45f3-a095-c32bb1ce7245 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:01.873311 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b7ea289-96d9-493b-a0f1-42c684cef038 req-236c63f4-e80f-45f3-a095-c32bb1ce7245 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 945 time: 0.0500913 Oct 18 18:48:01.911961 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b7ea289-96d9-493b-a0f1-42c684cef038 req-771b3e7a-0200-4529-aaa1-96ddee4ec67f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324793 Oct 18 18:48:02.111853 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8389c16-4c93-447e-89ec-fdc339358ac2 req-03eb309b-b864-4426-a15d-cbe6cbea077d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:02.113337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8389c16-4c93-447e-89ec-fdc339358ac2 req-03eb309b-b864-4426-a15d-cbe6cbea077d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Oct 18 18:48:02.152696 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8389c16-4c93-447e-89ec-fdc339358ac2 req-9539ecea-d1a6-40b3-b77c-0e99d0680266 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326467 Oct 18 18:48:02.502390 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 91f7ddff-3be5-4869-9027-054668548cdc up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:02.560007 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 91f7ddff-3be5-4869-9027-054668548cdc completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:48:02.566239 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 91f7ddff-3be5-4869-9027-054668548cdc triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:02.566834 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:02.590488 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec5e3-59b6-425f-8945-a471b82c77d6 req-e4605b5f-5e98-4b70-84dd-06d559d1b826 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:02.592196 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d93ec5e3-59b6-425f-8945-a471b82c77d6 req-e4605b5f-5e98-4b70-84dd-06d559d1b826 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0655968 Oct 18 18:48:02.648338 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d93ec5e3-59b6-425f-8945-a471b82c77d6 req-671764b0-1e1b-4e79-b651-f3f2ca3fe257 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 Oct 18 18:48:02.676282 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:02.699461 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:02.702005 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b599ce33-08ed-47f6-9e1c-e69ef13fd013" -d '{"events": [{"server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "name": "network-vif-plugged", "status": "completed", "tag": "91f7ddff-3be5-4869-9027-054668548cdc"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:02.725349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=91f7ddff-3be5-4869-9027-054668548cdc,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:02.729580 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:02.738761 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1daee9b-c7be-4b9f-8cc2-0c0b484638d3 x-openstack-request-id: req-d1daee9b-c7be-4b9f-8cc2-0c0b484638d3 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:02.739223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "name": "network-vif-plugged", "status": "completed", "tag": "91f7ddff-3be5-4869-9027-054668548cdc", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:02.739485 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1daee9b-c7be-4b9f-8cc2-0c0b484638d3 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:02.739914 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc', 'code': 200} Oct 18 18:48:02.786317 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:02.883199 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-c0657034-98a2-4682-a584-deff000f669b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:02.884748 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-c0657034-98a2-4682-a584-deff000f669b tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.25 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.0521944 Oct 18 18:48:03.260268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ac6bd-a702-4d03-9499-7787e943a57b req-0471bbd6-d9df-4a62-be87-0e8ec53497ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:03.261808 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9c9ac6bd-a702-4d03-9499-7787e943a57b req-0471bbd6-d9df-4a62-be87-0e8ec53497ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 1099 time: 0.3675432 Oct 18 18:48:03.328812 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502596f-1432-45c2-a739-aa57c7016a6a req-c5b0ecdd-8062-491f-a48f-8be33b7a1713 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:03.330284 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4502596f-1432-45c2-a739-aa57c7016a6a req-c5b0ecdd-8062-491f-a48f-8be33b7a1713 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.1497748 Oct 18 18:48:03.378130 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9c9ac6bd-a702-4d03-9499-7787e943a57b req-ac7ed727-aee3-4b15-9524-79e5bff3df41 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027372 Oct 18 18:48:03.399411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Deleting port 0a8bb074-7774-4ead-aa72-a03e145cfeaa {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:48:03.399752 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:03.440205 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbfc75-dcc9-46fa-aec5-32856e2f8eea req-0e6e683f-0d32-45f0-b3f4-5467d07f071d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:03.441709 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67cbfc75-dcc9-46fa-aec5-32856e2f8eea req-0e6e683f-0d32-45f0-b3f4-5467d07f071d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.1354973 Oct 18 18:48:03.447416 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4502596f-1432-45c2-a739-aa57c7016a6a req-1fc94c65-8881-471f-a036-a98217c57f3b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937803 Oct 18 18:48:03.533597 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67cbfc75-dcc9-46fa-aec5-32856e2f8eea req-fe690dce-60c7-43c9-8daf-d0f0ead45ce5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794694 Oct 18 18:48:03.553117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] For port 0a8bb074-7774-4ead-aa72-a03e145cfeaa, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0a8bb074-7774-4ead-aa72-a03e145cfeaa,segment=NetworkSegment(388aeb02-fc5f-4b77-9dd0-0fd39880e903),segment_id=388aeb02-fc5f-4b77-9dd0-0fd39880e903)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:03.553491 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:03.570802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Calling delete_port for 0a8bb074-7774-4ead-aa72-a03e145cfeaa owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:48:03.715971 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202469d4-3bb8-49b9-b519-5dc2a106d762 req-766d6077-cc2c-4b00-88ee-db763b0dc250 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:03.717446 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-202469d4-3bb8-49b9-b519-5dc2a106d762 req-766d6077-cc2c-4b00-88ee-db763b0dc250 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0766892 Oct 18 18:48:03.830446 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-202469d4-3bb8-49b9-b519-5dc2a106d762 req-95c3ad46-946d-467e-af66-bd3238c6d84b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 Oct 18 18:48:03.846493 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77dfd51-2c2f-4faf-9569-a2000b99eb72 req-60090ccf-fbd4-42b0-8676-4c61a3369d19 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:03.848033 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a77dfd51-2c2f-4faf-9569-a2000b99eb72 req-60090ccf-fbd4-42b0-8676-4c61a3369d19 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 946 time: 0.1285665 Oct 18 18:48:03.852387 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:03.870251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['0a8bb074-7774-4ead-aa72-a03e145cfeaa'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:03.928356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Pushing event deleted for resources: {'Port': ['ID=0a8bb074-7774-4ead-aa72-a03e145cfeaa,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:03.980880 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] No DVR routers for this DVR port 0a8bb074-7774-4ead-aa72-a03e145cfeaa on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:48:03.987364 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:03.990637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5ebcbfe5-4ee4-40ab-ad7c-938c98a1f23d req-a1fda360-628d-41fc-9243-b0067ad97dee tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.25 "DELETE /v2.0/ports/0a8bb074-7774-4ead-aa72-a03e145cfeaa HTTP/1.1" status: 204 len: 173 time: 1.0885262 Oct 18 18:48:03.991078 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'name': 'network-vif-deleted', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:03.995907 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a016117a-3526-4a64-ba6c-325cc8e51877" -d '{"events": [{"server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "name": "network-vif-deleted", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:04.003086 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a77dfd51-2c2f-4faf-9569-a2000b99eb72 req-d0eabdab-e6cb-4341-b244-5f75b6b29d29 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/security-groups?id=72044a9d-699d-4ec5-be15-466c9dcf3cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454060 Oct 18 18:48:04.043887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b90c3e8-a08d-4419-b0b1-9a3d971036e9 x-openstack-request-id: req-7b90c3e8-a08d-4419-b0b1-9a3d971036e9 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:04.044249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db0d04-6098-4f3c-b230-23e9bda02c03", "name": "network-vif-deleted", "tag": "0a8bb074-7774-4ead-aa72-a03e145cfeaa", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:04.044570 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7b90c3e8-a08d-4419-b0b1-9a3d971036e9 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:04.045037 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db0d04-6098-4f3c-b230-23e9bda02c03', 'name': 'network-vif-deleted', 'tag': '0a8bb074-7774-4ead-aa72-a03e145cfeaa', 'status': 'completed', 'code': 200} Oct 18 18:48:04.601201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebc5d2-7457-4e18-a9c9-5561f9d171d6 req-c34bb2ba-9691-469b-a893-d52c79af9e09 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:04.602717 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a7ebc5d2-7457-4e18-a9c9-5561f9d171d6 req-c34bb2ba-9691-469b-a893-d52c79af9e09 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0488365 Oct 18 18:48:04.640052 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a7ebc5d2-7457-4e18-a9c9-5561f9d171d6 req-c2e0b624-35db-4fb0-88a7-dfe3755005a8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Oct 18 18:48:05.132676 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e560b296-0153-464d-a382-5f07726c9d3f req-04699983-5292-4b41-b31b-c98b1eb317e4 tempest-DeleteServersTestJSON-1411503120 tempest-DeleteServersTestJSON-1411503120-project] 10.222.0.36 "GET /v2.0/ports?device_id=30db0d04-6098-4f3c-b230-23e9bda02c03 HTTP/1.1" status: 200 len: 210 time: 0.0323699 Oct 18 18:48:05.902778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2baee8-8838-4ccc-932c-e0a6e254b54b req-908db37d-60ea-44f2-843a-02f99e569652 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:05.904250 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c2baee8-8838-4ccc-932c-e0a6e254b54b req-908db37d-60ea-44f2-843a-02f99e569652 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0531230 Oct 18 18:48:05.944099 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c2baee8-8838-4ccc-932c-e0a6e254b54b req-2714a590-30b3-4c0e-b07a-e0998fdd2488 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Oct 18 18:48:06.088917 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:48:06.531656 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0a8bb074-7774-4ead-aa72-a03e145cfeaa no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:48:06.552189 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 0a8bb074-7774-4ead-aa72-a03e145cfeaa {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:48:06.552534 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0a8bb074-7774-4ead-aa72-a03e145cfeaa not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:48:06.584897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-6ef90ce2-2588-483c-a33a-a8ceae72ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:06.586628 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-6ef90ce2-2588-483c-a33a-a8ceae72ea07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0730591 Oct 18 18:48:06.634667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a415e0-2dfa-40e7-889b-1ddac98f543d req-e51d980e-b624-4b94-a1e9-9e6930ef7bca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:06.636641 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5a415e0-2dfa-40e7-889b-1ddac98f543d req-e51d980e-b624-4b94-a1e9-9e6930ef7bca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0960853 Oct 18 18:48:06.716246 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5a415e0-2dfa-40e7-889b-1ddac98f543d req-b034d5a8-4d0a-4372-b004-e3cec79b9602 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738802 Oct 18 18:48:06.734409 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-b84ed12e-e144-4dbf-834d-c865619a5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:06.735927 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-b84ed12e-e144-4dbf-834d-c865619a5893 service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.1408484 Oct 18 18:48:06.782515 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-53280124-6af4-4d26-be4a-e420e9d437ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0347934 Oct 18 18:48:06.836669 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-9ae11fe5-7cc7-43c1-aaba-fe9066a3ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:06.838127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-9ae11fe5-7cc7-43c1-aaba-fe9066a3ef9e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0481761 Oct 18 18:48:06.874659 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-01f0c410-afe9-435a-a2ba-5992d1504798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271108 Oct 18 18:48:06.995278 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-23c13d40-7b77-4b3d-9ab8-8651623fd078 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126773 Oct 18 18:48:07.103712 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-969ae0ef-5480-49e2-8b5c-279b16563353 req-ec2187f7-f1cd-4fb8-9878-1e220874dde1 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973284 Oct 18 18:48:07.597373 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39438) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:07.644255 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Deleting subnet 60dd313f-7805-485a-aa7d-c5889d6c5208 {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:48:07.647300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.681284 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.690432 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.748382 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.776633 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60dd313f-7805-485a-aa7d-c5889d6c5208,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:07.779393 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.785017 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7fd9962b-b549-451c-8b8b-49708d9db21c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60dd313f-7805-485a-aa7d-c5889d6c5208 HTTP/1.1" status: 204 len: 168 time: 0.1841409 Oct 18 18:48:07.785310 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39442) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:07.887639 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:07.900604 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c3f41-13e5-4123-abca-45ab3e3564c7 req-367fa34a-ef5f-4683-b7da-ee2cef036781 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:07.902092 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de9c3f41-13e5-4123-abca-45ab3e3564c7 req-367fa34a-ef5f-4683-b7da-ee2cef036781 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.1101005 Oct 18 18:48:07.982073 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de9c3f41-13e5-4123-abca-45ab3e3564c7 req-297ddb76-3abc-418d-90bf-56741eca2f39 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725882 Oct 18 18:48:08.010089 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.034841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.035193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.035944 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.036300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > port after_create 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.036644 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > port after_delete 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.036967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > port after_update 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.037306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.037628 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.037949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.038305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.215056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.215414 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.215760 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.216135 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=129715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:48:08.216523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07131ce5-6262-4f5a-af0b-131d41cdf65c']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:08.234196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388aeb02-fc5f-4b77-9dd0-0fd39880e903') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:08.234494 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388aeb02-fc5f-4b77-9dd0-0fd39880e903') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:08.250836 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.271109 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.280613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:48:08.281146 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: from cryptography.utils import int_from_bytes Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: from cryptography.utils import int_from_bytes Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:48:08.295895 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:48:08.351500 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.358417 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.361988 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] 10.222.0.36 "DELETE /v2.0/networks/07131ce5-6262-4f5a-af0b-131d41cdf65c HTTP/1.1" status: 204 len: 168 time: 0.5758376 Oct 18 18:48:08.372501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7803716-e20c-4493-a63a-831cdd407a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=07131ce5-6262-4f5a-af0b-131d41cdf65c,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:08.525702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39452) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:08.570861 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f741d323-f572-4f76-bbdf-5e391ecb2d5d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d2ca83134dcd40a7887485fcf5bca190&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439179 Oct 18 18:48:08.573409 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39456) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:08.629771 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.650681 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.701285 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.704002 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:08.708195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72044a9d-699d-4ec5-be15-466c9dcf3cba HTTP/1.1" status: 204 len: 168 time: 0.1335855 Oct 18 18:48:08.716679 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25221255-d81f-46a6-afd6-36dfe2b5aa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72044a9d-699d-4ec5-be15-466c9dcf3cba,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:08.918267 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-814caa1f-f150-46a0-9e4f-4b1f4e853f94 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:08.919797 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-814caa1f-f150-46a0-9e4f-4b1f4e853f94 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.1118581 Oct 18 18:48:08.935365 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-aebfea9a-5203-4f8f-a58a-0290ab95dc02 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/quotas/3a9d946d10724a739e45769fb83f2a7b HTTP/1.1" status: 200 len: 375 time: 0.0098474 Oct 18 18:48:08.988553 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-07e68852-7aa3-456a-9ba3-7abe1c998650 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477691 Oct 18 18:48:09.148144 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-f75e949a-f1af-42a2-8cc6-d9c7d9512975 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517735 Oct 18 18:48:09.158773 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538b75-a3ad-49b1-934a-ddef9ed744f5 req-bd778349-fa7f-469a-9edd-aae2a5ccd303 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:09.160502 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0538b75-a3ad-49b1-934a-ddef9ed744f5 req-bd778349-fa7f-469a-9edd-aae2a5ccd303 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0795999 Oct 18 18:48:09.469785 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0538b75-a3ad-49b1-934a-ddef9ed744f5 req-469c3982-bf6b-4b6d-b01e-3a40c714ab12 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990799 Oct 18 18:48:09.476983 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39526) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:09.493542 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-c4bd73ee-6fe3-4fb9-934e-cf780b721c52 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320041 Oct 18 18:48:09.594565 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-network', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:09.616410 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Made reservation on behalf of c898dae86fd145c7bf0a0d90efe560eb for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:09.618883 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.638079 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.679368 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b4797af-cfa6-493f-bbc4-21bd81d73f3e req-9a3ae4e0-04d2-47a1-9185-8d7aa11afa78 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 210 time: 0.0328357 Oct 18 18:48:09.721761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.731965 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.754694 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:48:09.772008 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b380eb-1f52-4fd4-aeb9-3f5cc12e4be1,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:09.775738 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.776288 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Added segment d5fa9a91-46ea-4414-af79-58322eb26fcc of type vlan for network a9148ab9-0015-4be3-bad8-8b74d2318eab Oct 18 18:48:09.824025 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.854964 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.855939 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:09.856534 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.884540 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4066880 Oct 18 18:48:09.887549 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39542) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:09.894619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Request body: {'subnet': {'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-subnet', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:09.918127 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Made reservation on behalf of c898dae86fd145c7bf0a0d90efe560eb for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:09.921148 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:09.922349 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493e6aa-4403-44d8-9842-df63b346053d admin admin] Pushing event updated for resources: {'Network': ['ID=a9148ab9-0015-4be3-bad8-8b74d2318eab,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:09.933730 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network a9148ab9-0015-4be3-bad8-8b74d2318eab details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:48:10.117813 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.177051 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbeb72ac-9c15-4200-8ddf-25647d6315f2,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:10.185515 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Checking segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:10.185875 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Network hostable DHCP agents. Network: a9148ab9-0015-4be3-bad8-8b74d2318eab, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:48:10.202735 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:48:10.211194 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, a9148ab9-0015-4be3-bad8-8b74d2318eab) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:10.215294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:10.215918 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.220607 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79648d2-4727-43dc-bb40-f84279eb2d76 None None] Network a9148ab9-0015-4be3-bad8-8b74d2318eab requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:48:10.230828 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0c8984e0-2534-4fa0-8e08-68d659b30ad8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3416023 Oct 18 18:48:10.233463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39552) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:10.237704 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:10.259876 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.261019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.324368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.388643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-a9148ab9-0015-4be3-bad8-8b74d2318eab', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:48:10.389515 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.456328 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.536058 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Allocated IP 172.20.0.2 (a9148ab9-0015-4be3-bad8-8b74d2318eab/fbeb72ac-9c15-4200-8ddf-25647d6315f2/b37672c0-711c-4c98-b668-21e4351f616e) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:10.604297 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee173-1205-4ee7-935c-80428ee5c15c req-935c5255-9780-45d3-a5e9-477241e0cd4c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:10.605786 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d53ee173-1205-4ee7-935c-80428ee5c15c req-935c5255-9780-45d3-a5e9-477241e0cd4c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0657074 Oct 18 18:48:10.740914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.743310 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.750497 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.799912 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.812883 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:10.816506 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:10.824378 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:10.827598 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Pushing event updated for resources: {'Port': ['ID=b37672c0-711c-4c98-b668-21e4351f616e,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:10.843380 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d53ee173-1205-4ee7-935c-80428ee5c15c req-f22ba8e7-77e7-4f9f-a295-ed315b32d4fe tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943891 Oct 18 18:48:10.931053 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39572) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:10.937107 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Attempting to bind port b37672c0-711c-4c98-b668-21e4351f616e on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:10.937599 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Attempting to bind port b37672c0-711c-4c98-b668-21e4351f616e by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:10.937808 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Attempting to bind port b37672c0-711c-4c98-b668-21e4351f616e on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:10.947761 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b89d5e11-a7b0-44cd-adfc-23c77e0c65f5 req-603c0cfb-c854-40cc-b07d-5e4bf3f1dc58 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 210 time: 0.1101990 Oct 18 18:48:10.951985 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:10.952839 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Checking segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:10.953477 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:10.954079 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Bound using segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:10.954894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Bound port: b37672c0-711c-4c98-b668-21e4351f616e, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:10.955710 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.030924 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] For port b37672c0-711c-4c98-b668-21e4351f616e, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:11.035079 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] For port b37672c0-711c-4c98-b668-21e4351f616e, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b37672c0-711c-4c98-b668-21e4351f616e,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:11.040186 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.043261 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-8852134f-5c5c-437e-b76f-54f379cd2d62 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:11.046464 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-8852134f-5c5c-437e-b76f-54f379cd2d62 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.2985187 Oct 18 18:48:11.070940 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Request body: {'port': {'device_id': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'admin_state_up': True, 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:11.075149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Allocated IP 172.27.2.173 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/0055c469-d0a0-4974-97eb-83ad4af4ebe3) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:11.089941 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d3a00c1-3493-4e5d-8000-2e64648d12e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.118418 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2d357-8ea5-44e7-8ecc-e30af707f24e None None] Pushing event updated for resources: {'Port': ['ID=b37672c0-711c-4c98-b668-21e4351f616e,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:11.183562 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d3a00c1-3493-4e5d-8000-2e64648d12e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.189398 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d3a00c1-3493-4e5d-8000-2e64648d12e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.237336 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2d3a00c1-3493-4e5d-8000-2e64648d12e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a29eef87fe0a43c587558eac84c96040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044841 Oct 18 18:48:11.238082 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a00c1-3493-4e5d-8000-2e64648d12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f2702b-c3d4-49f3-a1ae-de1d28a1729b,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:11.238451 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39582) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:11.308538 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.322815 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:11.326243 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.379952 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.426982 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.470012 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.501797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:11.514440 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:11.527091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:11.559005 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=0055c469-d0a0-4974-97eb-83ad4af4ebe3,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:11.619994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Allocated IP 172.20.0.9 (5e12d66b-09d8-47c3-b391-898800d64569/c6408478-c491-40db-8a9b-d894a6c90a11/4a81338e-03c5-4366-afdd-53ed6854a01d) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:11.654303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.656811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:11.657956 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8f2702b-c3d4-49f3-a1ae-de1d28a1729b HTTP/1.1" status: 204 len: 168 time: 0.4172912 Oct 18 18:48:11.707837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f164ad4-b97e-4cee-9cb4-0a168e5e6286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f2702b-c3d4-49f3-a1ae-de1d28a1729b,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.011603 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39594) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:12.027987 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9e8d-9f99-427b-983f-4ea8cb1b01fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.034459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.039837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.089042 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-37139b65-05f9-4b7c-804f-334277e505ff req-f7c707a6-e462-4660-954b-560c8346249e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 210 time: 0.0699348 Oct 18 18:48:12.117824 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd25d-8d34-49e1-8224-1f7da78b1884 req-0b727423-d3e7-48fd-9b63-3edba555c724 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:12.119422 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a04bd25d-8d34-49e1-8224-1f7da78b1884 req-0b727423-d3e7-48fd-9b63-3edba555c724 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.1786435 Oct 18 18:48:12.127033 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9e8d-9f99-427b-983f-4ea8cb1b01fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.132527 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d8bf9e8d-9f99-427b-983f-4ea8cb1b01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.177847 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf9e8d-9f99-427b-983f-4ea8cb1b01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09076a82-1988-49f8-bc3b-8800d229b2e4,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.187166 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d8bf9e8d-9f99-427b-983f-4ea8cb1b01fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4e5e6f048a940d6b25358a6d4723d0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1734064 Oct 18 18:48:12.187901 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39600) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:12.209036 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10b562-6be4-4ecb-a926-e09bd4029e95 None None] Network a9148ab9-0015-4be3-bad8-8b74d2318eab requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:48:12.248870 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a04bd25d-8d34-49e1-8224-1f7da78b1884 req-6e184036-ce1f-4755-829a-1bebbb766444 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223867 Oct 18 18:48:12.251203 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.264761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.290776 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.300209 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687', '91f7ddff-3be5-4869-9027-054668548cdc'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:12.352108 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.356343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.359018 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09076a82-1988-49f8-bc3b-8800d229b2e4 HTTP/1.1" status: 204 len: 168 time: 0.1697192 Oct 18 18:48:12.369651 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db42053-a833-438a-b898-b131c2ad7c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09076a82-1988-49f8-bc3b-8800d229b2e4,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.375237 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] Provisioning complete for port b37672c0-711c-4c98-b668-21e4351f616e triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:12.375237 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.564595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Network 5e12d66b-09d8-47c3-b391-898800d64569 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:12.568617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b37672c0-711c-4c98-b668-21e4351f616e up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:12.575668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:12.581749 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:12.592089 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event updated for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.683915 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.685153 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.693694 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:12.694463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.708901 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b37672c0-711c-4c98-b668-21e4351f616e triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:12.709302 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.753709 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-0befe5cf-b549-4148-a54b-7b0891ba33c1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6876652 Oct 18 18:48:12.771692 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Request body: {'port': {'device_id': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:12.775634 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] For port b37672c0-711c-4c98-b668-21e4351f616e, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b37672c0-711c-4c98-b668-21e4351f616e,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:12.787894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.800466 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39606) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:12.813461 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff0e8-7d4c-4dc9-8976-53d8bc7dece5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.856511 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8994e-194d-4d2b-a350-c45fcae8f7a5 None None] Pushing event updated for resources: {'Port': ['ID=b37672c0-711c-4c98-b668-21e4351f616e,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.878136 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.919314 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff0e8-7d4c-4dc9-8976-53d8bc7dece5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.926158 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f7ff0e8-7d4c-4dc9-8976-53d8bc7dece5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:12.976921 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-7f7ff0e8-7d4c-4dc9-8976-53d8bc7dece5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=95747bd2912d456088becd84fc3feafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751268 Oct 18 18:48:12.978940 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ff0e8-7d4c-4dc9-8976-53d8bc7dece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec23d04-0dc8-452a-9662-4d54913a5e75,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:12.992551 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39610) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:13.014632 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:48:13.032861 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ed721c61-55a1-4c6b-a323-88a6150f1db6 None None] Provisioning complete for port b37672c0-711c-4c98-b668-21e4351f616e triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:13.033332 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ed721c61-55a1-4c6b-a323-88a6150f1db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.052276 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.074190 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.130997 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.135600 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.139595 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fec23d04-0dc8-452a-9662-4d54913a5e75 HTTP/1.1" status: 204 len: 168 time: 0.1432617 Oct 18 18:48:13.151955 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6e050-9f5d-4c2e-86bd-b6d2d94ae769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec23d04-0dc8-452a-9662-4d54913a5e75,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:13.238410 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:48:13.250200 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:48:13.261433 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:13.262927 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:13.294580 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.295880 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-da7fad0a-3293-48b4-890e-8851d649a6e5 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0614853 Oct 18 18:48:13.353154 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39622) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:13.353725 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ce998-d2cc-473d-aac1-f81ae5b99ef3 req-3b5668a8-867c-4bdb-bccc-b0fff1dfbf18 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:13.362171 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-738ce998-d2cc-473d-aac1-f81ae5b99ef3 req-3b5668a8-867c-4bdb-bccc-b0fff1dfbf18 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 931 time: 0.1488070 Oct 18 18:48:13.382539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a81338e-03c5-4366-afdd-53ed6854a01d {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:13.393183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.439357 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-738ce998-d2cc-473d-aac1-f81ae5b99ef3 req-31e4f7de-5e0d-4f1b-9216-af13b29d5e8f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659869 Oct 18 18:48:13.451822 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Transition to ACTIVE for port object 4a81338e-03c5-4366-afdd-53ed6854a01d will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:48:13.455720 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.473333 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:13.598976 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:13.648319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed2737-6c5c-4b54-b2eb-c657af27e5e0 req-8b7f7f65-6652-4307-93cf-6c25e557231d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:13.649867 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3bed2737-6c5c-4b54-b2eb-c657af27e5e0 req-8b7f7f65-6652-4307-93cf-6c25e557231d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.1508193 Oct 18 18:48:13.721566 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:11Z', 'revision_number': 3, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:13.721906 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3bed2737-6c5c-4b54-b2eb-c657af27e5e0 req-9ecbabe0-0a01-4b6b-afb2-2452c2eca9ad tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Oct 18 18:48:13.726079 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Attempting to bind port 4a81338e-03c5-4366-afdd-53ed6854a01d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:13.726420 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Attempting to bind port 4a81338e-03c5-4366-afdd-53ed6854a01d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:13.726771 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Attempting to bind port 4a81338e-03c5-4366-afdd-53ed6854a01d on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:13.731664 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Port 4a81338e-03c5-4366-afdd-53ed6854a01d on network 5e12d66b-09d8-47c3-b391-898800d64569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:48:13.731985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Attempting to bind port 4a81338e-03c5-4366-afdd-53ed6854a01d on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:13.741875 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:13.742450 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Checking segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:13.743181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Bound using segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:13.743835 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Bound port: 4a81338e-03c5-4366-afdd-53ed6854a01d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:13.744402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.769432 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:48:13.769794 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Updating router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:48:13.798642 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.814193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:13.820326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4a81338e-03c5-4366-afdd-53ed6854a01d,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:13.829540 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.869508 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:13.870158 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.872282 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] 10.222.0.25 "PUT /v2.0/ports/4a81338e-03c5-4366-afdd-53ed6854a01d HTTP/1.1" status: 200 len: 1093 time: 1.1099870 Oct 18 18:48:13.873096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:13.876549 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:13.878333 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:13.963214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b87e71ef-6365-4a2b-b3f4-2880a400b3cb x-openstack-request-id: req-b87e71ef-6365-4a2b-b3f4-2880a400b3cb {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:13.963705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:13.964103 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b87e71ef-6365-4a2b-b3f4-2880a400b3cb {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:13.964631 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d', 'status': 'completed', 'code': 200} Oct 18 18:48:13.980613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c6dac9-9134-452a-ad2b-80ebde2c5e81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:14.015495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-4e8cb05a-a6e4-4311-8961-73cde9471fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:14.017236 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-4e8cb05a-a6e4-4311-8961-73cde9471fdd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 1096 time: 0.1005249 Oct 18 18:48:14.071433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-52a48560-e0f4-49a5-8ded-343ce8ae1d3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a81338e-03c5-4366-afdd-53ed6854a01d HTTP/1.1" status: 200 len: 217 time: 0.0428643 Oct 18 18:48:14.105582 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Allocated IP 172.20.0.1 (a9148ab9-0015-4be3-bad8-8b74d2318eab/fbeb72ac-9c15-4200-8ddf-25647d6315f2/a23d52c2-ab24-48b5-8345-c696d2be4d5a) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:14.131268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-5ffb0c12-ef2d-4363-bc44-f6f275a6a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:14.133022 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-5ffb0c12-ef2d-4363-bc44-f6f275a6a34e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.0562665 Oct 18 18:48:14.164237 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.171597 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.180775 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-5a8f13bf-7755-4de6-a587-e6f0e2b95151 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383067 Oct 18 18:48:14.226607 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Attempting to bind port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:14.226990 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Attempting to bind port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:14.227357 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Attempting to bind port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:14.237995 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:14.238377 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:14.238828 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.239223 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:14.240180 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Bound port: 0055c469-d0a0-4974-97eb-83ad4af4ebe3, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:14.240180 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.243641 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Pushing event updated for resources: {'Port': ['ID=0055c469-d0a0-4974-97eb-83ad4af4ebe3,revision_number=2']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:14.273937 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.283385 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.283930 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.283930 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.285152 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.285152 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.285357 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.285529 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.285868 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.286222 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.286655 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.287067 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.287312 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:14.300725 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-263eeae9-24ae-4a0a-b7de-7ce77ff6a17a service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120737 Oct 18 18:48:14.324591 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] For port 0055c469-d0a0-4974-97eb-83ad4af4ebe3, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:14.329299 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] For port 0055c469-d0a0-4974-97eb-83ad4af4ebe3, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=0055c469-d0a0-4974-97eb-83ad4af4ebe3,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:14.339072 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.346730 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.404730 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c05c0a-8ed6-4c83-a5ca-e3eb6e9a189f None None] Pushing event updated for resources: {'Port': ['ID=0055c469-d0a0-4974-97eb-83ad4af4ebe3,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:14.407599 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4959a53e-9e5c-44e2-9953-37835e9330dc req-e764a86e-7c34-4f02-9bca-adb79c4705be service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977869 Oct 18 18:48:14.438930 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:14.443819 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:14.467122 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:14.471121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.492978 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:14.494845 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:14.509069 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b37672c0-711c-4c98-b668-21e4351f616e up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:14.596888 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Pushing event updated for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:14.627414 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b37672c0-711c-4c98-b668-21e4351f616e triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:14.627794 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.665597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-9e17bbe5-f0ba-4357-aa84-00266e10a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:14.670707 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-9e17bbe5-f0ba-4357-aa84-00266e10a2d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 1096 time: 0.1670985 Oct 18 18:48:14.691994 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:14.744438 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.765888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c36562-c11e-4287-9787-51208dcab85b req-d8a5dc89-179d-4293-947b-bafe85a6f051 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:14.767515 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07c36562-c11e-4287-9787-51208dcab85b req-d8a5dc89-179d-4293-947b-bafe85a6f051 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 943 time: 0.1745329 Oct 18 18:48:14.886470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07c36562-c11e-4287-9787-51208dcab85b req-e5d2188c-7a45-4740-9b30-1bfbc6c14f97 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101933 Oct 18 18:48:14.900651 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-369965e3-3822-4fd1-b17d-ab2e4392266b None None] Provisioning complete for port a23d52c2-ab24-48b5-8345-c696d2be4d5a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:14.901047 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-369965e3-3822-4fd1-b17d-ab2e4392266b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:14.931878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-82836819-f320-4fa1-91e1-f71e45008a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:14.935404 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-82836819-f320-4fa1-91e1-f71e45008a55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 916 time: 0.2539101 Oct 18 18:48:14.958929 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-369965e3-3822-4fd1-b17d-ab2e4392266b None None] Port a23d52c2-ab24-48b5-8345-c696d2be4d5a cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:48:14.987553 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-6e4250fd-0e3b-4e48-932d-2ee63718a929 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a81338e-03c5-4366-afdd-53ed6854a01d HTTP/1.1" status: 200 len: 217 time: 0.0367520 Oct 18 18:48:15.078714 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:15.088635 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:15.089584 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:11Z', 'revision_number': 3, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:15.089920 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:15.122186 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-26e4ec41-9336-4951-ad25-940cb6996553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:15.124148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-26e4ec41-9336-4951-ad25-940cb6996553 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.1296334 Oct 18 18:48:15.136254 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6b29e-dc73-47da-9476-cd7250acbf6a None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:11Z', 'revision_number': 3, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:48:15.171743 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-b1d4bace-8205-4d48-8045-a0c13ff5623e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337136 Oct 18 18:48:15.219770 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Pushing event updated for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:15.255851 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:15.257329 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:15.294735 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052dd20-81fc-40ae-96a9-73a88645bf7c req-3842cd0d-f295-47ae-a4be-75eacbdb4212 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:15.296284 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9052dd20-81fc-40ae-96a9-73a88645bf7c req-3842cd0d-f295-47ae-a4be-75eacbdb4212 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.1009002 Oct 18 18:48:15.328642 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-7f48a19d-62c7-4cdb-aef7-86a927b44930 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538496 Oct 18 18:48:15.370978 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9052dd20-81fc-40ae-96a9-73a88645bf7c req-318f3b0c-2e8f-4b89-9e4f-2aa7e35e5e9a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610332 Oct 18 18:48:15.480862 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b4cf86f2-9e9c-428b-a6fd-326be4e7a3a5 req-d33006a0-00c8-4ec8-a7d6-1a8d7cb18734 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441011 Oct 18 18:48:15.590250 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-dcd8c277-0b34-4a80-b6ad-bc7a058f2740 None None] Provisioning complete for port a23d52c2-ab24-48b5-8345-c696d2be4d5a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:15.590804 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-dcd8c277-0b34-4a80-b6ad-bc7a058f2740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:15.631010 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-dcd8c277-0b34-4a80-b6ad-bc7a058f2740 None None] Port a23d52c2-ab24-48b5-8345-c696d2be4d5a cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:48:15.658214 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:48:15.765965 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:48:15.771647 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-15ec444b-14e3-4210-a227-e9abd3e9c745 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4174616 Oct 18 18:48:16.036569 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0941d32-9b48-4377-a766-e24df4643fdc req-3da204c3-9f5d-48b6-858d-a57d7c47ff48 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:16.038233 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0941d32-9b48-4377-a766-e24df4643fdc req-3da204c3-9f5d-48b6-858d-a57d7c47ff48 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 943 time: 0.0815768 Oct 18 18:48:16.078274 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0941d32-9b48-4377-a766-e24df4643fdc req-d2108d9e-5552-443e-84ab-3fe53fed1516 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334041 Oct 18 18:48:16.420428 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39686) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:16.429773 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711749340', 'description': 'tempest-description--1082865119'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:16.481290 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.515998 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 0055c469-d0a0-4974-97eb-83ad4af4ebe3 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:16.527794 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116090eb-027d-4c63-8bf1-243a72de808b req-5af4525c-8109-4e33-b3e9-97f458eee6ca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:16.531102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-116090eb-027d-4c63-8bf1-243a72de808b req-5af4525c-8109-4e33-b3e9-97f458eee6ca tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0752909 Oct 18 18:48:16.569033 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:16.569979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.578787 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-116090eb-027d-4c63-8bf1-243a72de808b req-822431e9-6b41-4a74-b968-d488de009109 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Oct 18 18:48:16.587335 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.592469 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.625916 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.627407 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2043123 Oct 18 18:48:16.632822 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39690) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:16.640228 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group_rule': {'security_group_id': 'fbb408e3-a139-424e-b8d2-dc32402b93f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:16.647832 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8c288-d6d2-44d5-aaae-7d910cbb1348 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb408e3-a139-424e-b8d2-dc32402b93f4,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:16.684314 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.735042 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.738804 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.758955 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d03a817-2694-4996-adf3-84186569c8e6,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:16.768591 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.769795 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361225 Oct 18 18:48:16.771117 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.771470 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.771815 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.772163 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.772526 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.772815 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39692) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:16.772934 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.773182 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.773512 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.773847 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.774174 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.774500 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.774849 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11869251-e963-4ee9-85bc-7ad270a476e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.782149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group_rule': {'security_group_id': 'fbb408e3-a139-424e-b8d2-dc32402b93f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:16.790282 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.809464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.811279 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 0055c469-d0a0-4974-97eb-83ad4af4ebe3, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=0055c469-d0a0-4974-97eb-83ad4af4ebe3,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:16.814898 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.858009 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.861865 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:48:16.862034 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.878324 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=0055c469-d0a0-4974-97eb-83ad4af4ebe3,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:16.880910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89487362-4581-4168-9166-7554491b6cea,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:16.883079 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:16.883710 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:16.890502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.891699 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1177361 Oct 18 18:48:16.893301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.893664 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.893984 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.894399 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.894761 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.894909 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39694) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:16.895093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.895686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.896005 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.896423 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.896667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.896987 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.897338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e26d41-11a3-42b5-b1b3-607110260047 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:48:16.899461 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:16.924233 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:16.994973 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:17.025843 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.141677 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Allocated IP 172.27.2.18 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/808e2c91-fd73-4923-baf4-f93c5d38e736) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:17.253558 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1868ab1-2776-4299-91ea-609c1720a128 req-4e612422-31e4-4679-a2c7-655fc0aef9bf tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:17.255883 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f1868ab1-2776-4299-91ea-609c1720a128 req-4e612422-31e4-4679-a2c7-655fc0aef9bf tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 943 time: 0.1017861 Oct 18 18:48:17.273445 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 2, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:17.297842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.302874 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f1868ab1-2776-4299-91ea-609c1720a128 req-c37ed6c2-49d2-47fc-813d-5ba6217bc545 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Oct 18 18:48:17.307996 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:48:17.308349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Updating router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 port a23d52c2-ab24-48b5-8345-c696d2be4d5a binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:48:17.339347 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.339899 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.381668 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:17.386043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:17.390378 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:17.395232 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=808e2c91-fd73-4923-baf4-f93c5d38e736,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:17.488834 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.528156 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.642044 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.648507 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.695809 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.699390 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229c3ec-bcb4-4d9b-a849-c6f60a27e2b3 None None] Pushing event updated for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:17.702044 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.740143 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.748104 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Attempting to bind port a23d52c2-ab24-48b5-8345-c696d2be4d5a on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:17.748478 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Attempting to bind port a23d52c2-ab24-48b5-8345-c696d2be4d5a by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:17.748846 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Attempting to bind port a23d52c2-ab24-48b5-8345-c696d2be4d5a on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:17.759216 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=808e2c91-fd73-4923-baf4-f93c5d38e736,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:17.760614 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:17.761937 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Checking segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:17.762690 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.763488 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Bound using segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:17.764415 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Bound port: a23d52c2-ab24-48b5-8345-c696d2be4d5a, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:17.764545 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.765150 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.772528 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d32044bf-b413-4cb3-8adb-d280b0281e73 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8697536 Oct 18 18:48:17.772907 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04a1c-bb25-4c98-9804-4d7fed07bfd3 req-8a483a31-3512-456b-8473-2b3f1e6c43ba tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:17.778200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3d04a1c-bb25-4c98-9804-4d7fed07bfd3 req-8a483a31-3512-456b-8473-2b3f1e6c43ba tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0846057 Oct 18 18:48:17.823171 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3d04a1c-bb25-4c98-9804-4d7fed07bfd3 req-b0faff59-16bd-400d-88da-f984db659268 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384924 Oct 18 18:48:17.865147 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] For port a23d52c2-ab24-48b5-8345-c696d2be4d5a, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:17.871099 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] For port a23d52c2-ab24-48b5-8345-c696d2be4d5a, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a23d52c2-ab24-48b5-8345-c696d2be4d5a,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:17.876977 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:17.936050 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:17.936670 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:47:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:17.939105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-08a5666f-7e15-4da2-a9a5-878bdcd89333 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1711749340&fields=id&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 267 time: 0.0433547 Oct 18 18:48:17.941496 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0229c3ec-bcb4-4d9b-a849-c6f60a27e2b3 None None] Pushing event updated for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:18.045264 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] Provisioning complete for port a23d52c2-ab24-48b5-8345-c696d2be4d5a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:18.045731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.065453 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-f9527044-e7f6-4b10-80e8-56638c84c82b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:18.068229 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-f9527044-e7f6-4b10-80e8-56638c84c82b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 817 time: 0.1244111 Oct 18 18:48:18.085622 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-d1b04e05-8504-4e0f-914d-6a85eb0aabb5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/quotas/c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 375 time: 0.0106101 Oct 18 18:48:18.090007 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:18.148750 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-20299a5b-3370-4a5c-bb23-eac4dd822203 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561936 Oct 18 18:48:18.226074 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.247179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-705d3b85-172b-47d3-a1f9-b5d07045995c service neutron] 10.222.0.36 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Oct 18 18:48:18.304699 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] For port a23d52c2-ab24-48b5-8345-c696d2be4d5a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a23d52c2-ab24-48b5-8345-c696d2be4d5a,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:18.309429 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.353239 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-4c311ca3-f75c-444a-a1c1-76714239bd50 service neutron] 10.222.0.36 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995772 Oct 18 18:48:18.384408 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a69a-e402-4eaa-9eb5-af3733c85578 None None] Pushing event updated for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:18.402593 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:17Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:18.449201 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e5fcf9-33c0-4736-b6df-94d2424c81f6 None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:17Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:48:18.449515 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c5c14-e82b-4156-82d3-0a667fab275f req-4d29f758-70bb-4835-a8a3-2463cdee2364 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:18.451308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-015c5c14-e82b-4156-82d3-0a667fab275f req-4d29f758-70bb-4835-a8a3-2463cdee2364 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 943 time: 0.0635898 Oct 18 18:48:18.465116 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-1c86c472-bddb-4abc-b6a6-8514ec00edcb None None] Provisioning complete for port a23d52c2-ab24-48b5-8345-c696d2be4d5a triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:18.465477 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1c86c472-bddb-4abc-b6a6-8514ec00edcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.528670 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-015c5c14-e82b-4156-82d3-0a667fab275f req-574ee694-86a4-4ea6-b9da-7ae032f15d8b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Oct 18 18:48:18.556287 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 0055c469-d0a0-4974-97eb-83ad4af4ebe3 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:18.622347 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e2a840e-d659-4c24-b299-3bac79a00fef req-377ff837-1333-4d56-ba4b-5413bbc4c889 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 210 time: 0.0315077 Oct 18 18:48:18.668055 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4a81338e-03c5-4366-afdd-53ed6854a01d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:48:18.701714 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:18.702082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.868362 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4a81338e-03c5-4366-afdd-53ed6854a01d,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:18.887891 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '4a81338e-03c5-4366-afdd-53ed6854a01d', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'port_id': '4a81338e-03c5-4366-afdd-53ed6854a01d', 'mac_address': 'fa:16:3e:7a:a6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6408478-c491-40db-8a9b-d894a6c90a11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:48:18.935146 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.949470 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a81338e-03c5-4366-afdd-53ed6854a01d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:18.971247 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4a81338e-03c5-4366-afdd-53ed6854a01d,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:18.981050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac2838-663a-4da0-a447-2ba076d961de req-11ee023f-a546-4f22-adcb-51b713698cf4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:18.981693 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:18.990434 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09ac2838-663a-4da0-a447-2ba076d961de req-11ee023f-a546-4f22-adcb-51b713698cf4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0807149 Oct 18 18:48:19.041258 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09ac2838-663a-4da0-a447-2ba076d961de req-74a87205-a77b-44ad-aa81-0e63b4015b53 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495875 Oct 18 18:48:19.068418 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:19.669116 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['4a81338e-03c5-4366-afdd-53ed6854a01d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:19.672273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c23343-7912-4555-a85f-1932a3ce6e89 req-f08b9339-304a-4679-a3a7-84a2df8d1ac8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:19.673822 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31c23343-7912-4555-a85f-1932a3ce6e89 req-f08b9339-304a-4679-a3a7-84a2df8d1ac8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 944 time: 0.0550861 Oct 18 18:48:19.748337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31c23343-7912-4555-a85f-1932a3ce6e89 req-865f3b2a-1654-465d-b1ad-16aea50df872 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578694 Oct 18 18:48:19.808597 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-43cf2175-ba20-47cc-9de1-aae1d63af979 req-59cdc0d8-3141-475a-84df-31fde4d1c25b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 210 time: 0.0544515 Oct 18 18:48:19.940887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-fb6d5721-c59f-46f0-abe3-fe09eb33a654 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:19.943810 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-fb6d5721-c59f-46f0-abe3-fe09eb33a654 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 817 time: 0.1337686 Oct 18 18:48:20.017098 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-0d404273-ad75-441b-93a5-523a65e8b4d0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 380 time: 0.0567362 Oct 18 18:48:20.030923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'port': {'device_id': '8c229351-dca5-47f5-81d6-2b681bee036d', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'admin_state_up': True, 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'security_groups': ['fbb408e3-a139-424e-b8d2-dc32402b93f4']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:20.196223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58932f8-8b83-4c72-99a8-bf49a306f459 req-a6f70a4a-c9a0-4dac-b095-5b0f815222c7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:20.197718 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f58932f8-8b83-4c72-99a8-bf49a306f459 req-a6f70a4a-c9a0-4dac-b095-5b0f815222c7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0729122 Oct 18 18:48:20.212207 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Made reservation on behalf of c898dae86fd145c7bf0a0d90efe560eb for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:20.215463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.257221 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f58932f8-8b83-4c72-99a8-bf49a306f459 req-958202a6-c9a6-4bef-b1a5-68a828e9bcaa tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Oct 18 18:48:20.362460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Allocated IP 172.20.0.8 (a9148ab9-0015-4be3-bad8-8b74d2318eab/fbeb72ac-9c15-4200-8ddf-25647d6315f2/4e17852d-b9ea-4355-8064-3a7f0b23f300) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:20.465561 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a23d52c2-ab24-48b5-8345-c696d2be4d5a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:20.502804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.512815 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port a23d52c2-ab24-48b5-8345-c696d2be4d5a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:20.513182 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.537067 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.749182 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0749f392-cb7c-4a02-9753-5529cd9d9467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.793654 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:20.796691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:20.800923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:20.804978 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:20.878343 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:20.879007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:20.904376 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f7689-0f75-4c51-a896-f7c013cefe4b req-52a79c70-a93f-4e3b-8772-b26669ad3a82 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:20.905907 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed5f7689-0f75-4c51-a896-f7c013cefe4b req-52a79c70-a93f-4e3b-8772-b26669ad3a82 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 944 time: 0.0726826 Oct 18 18:48:20.911551 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-ab568ed6-e23d-4546-aee1-4e8302d5e129 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860781 Oct 18 18:48:20.944653 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Request body: {'port': {'device_id': '8c229351-dca5-47f5-81d6-2b681bee036d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:21.029656 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf44db-a3ea-40f1-a391-f0f717ab09a3 req-97d42585-8e6c-46d1-9cdc-c35060e0837e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:21.031401 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93bf44db-a3ea-40f1-a391-f0f717ab09a3 req-97d42585-8e6c-46d1-9cdc-c35060e0837e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 931 time: 0.1242173 Oct 18 18:48:21.037274 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed5f7689-0f75-4c51-a896-f7c013cefe4b req-8032be98-dfe0-4609-97e8-2d5b51e998b7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248524 Oct 18 18:48:21.048380 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.066254 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d7a85ab6-2af2-4486-835a-7f23618d27bc None None] Provisioning complete for port 4e17852d-b9ea-4355-8064-3a7f0b23f300 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:21.067133 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d7a85ab6-2af2-4486-835a-7f23618d27bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.101905 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-d7a85ab6-2af2-4486-835a-7f23618d27bc None None] Port 4e17852d-b9ea-4355-8064-3a7f0b23f300 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:48:21.109836 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93bf44db-a3ea-40f1-a391-f0f717ab09a3 req-389595a9-5302-4b18-9a84-fdf427839277 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697453 Oct 18 18:48:21.363498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:21.373248 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.391743 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Transition to ACTIVE for port object 4e17852d-b9ea-4355-8064-3a7f0b23f300 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:48:21.401638 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a9001-0922-43bd-9973-db092746105a req-3ecd7f3a-316c-4918-8df3-6a2fb2da97e4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:21.403185 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8b5a9001-0922-43bd-9973-db092746105a req-3ecd7f3a-316c-4918-8df3-6a2fb2da97e4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0753708 Oct 18 18:48:21.404298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.475671 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:21.509598 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8b5a9001-0922-43bd-9973-db092746105a req-a278676c-e585-46a1-aeec-7691b9c27863 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984044 Oct 18 18:48:21.566353 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Attempting to bind port 4e17852d-b9ea-4355-8064-3a7f0b23f300 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:21.566835 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Attempting to bind port 4e17852d-b9ea-4355-8064-3a7f0b23f300 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:21.567169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Attempting to bind port 4e17852d-b9ea-4355-8064-3a7f0b23f300 on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:21.573783 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Port 4e17852d-b9ea-4355-8064-3a7f0b23f300 on network a9148ab9-0015-4be3-bad8-8b74d2318eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:48:21.574125 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Attempting to bind port 4e17852d-b9ea-4355-8064-3a7f0b23f300 on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:21.585692 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:21.586033 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Checking segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:21.586424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Bound using segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:21.586896 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Bound port: 4e17852d-b9ea-4355-8064-3a7f0b23f300, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:21.587257 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.663407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:21.688805 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:21.694652 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.740130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc346-58ae-4fed-bfac-18881698d323 req-821ed32c-fa7a-46cd-8200-4f863037e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:21.742126 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a1dc346-58ae-4fed-bfac-18881698d323 req-821ed32c-fa7a-46cd-8200-4f863037e965 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0914402 Oct 18 18:48:21.750214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:21.750862 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:21.752262 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] 10.222.0.25 "PUT /v2.0/ports/4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 1093 time: 0.8257968 Oct 18 18:48:21.752707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:21.754965 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2875d815-fe22-423f-bd65-0f709f58e566" -d '{"events": [{"name": "network-changed", "server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:21.795525 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea95c3-5eb6-4575-b14f-3921b22145ef service neutron] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:21.801743 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51530116-2cd9-43ef-8f26-0441e2df6243 x-openstack-request-id: req-51530116-2cd9-43ef-8f26-0441e2df6243 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:21.802032 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:21.802279 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51530116-2cd9-43ef-8f26-0441e2df6243 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:21.802687 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'status': 'completed', 'code': 200} Oct 18 18:48:21.816915 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a1dc346-58ae-4fed-bfac-18881698d323 req-98ee6344-d23a-4557-82b6-47fbbee9b5bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549848 Oct 18 18:48:21.860019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-9d21dfe4-d9e0-40cd-a0b5-58585cf4ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:21.861681 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-9d21dfe4-d9e0-40cd-a0b5-58585cf4ec7b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1096 time: 0.0436320 Oct 18 18:48:22.154617 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4f04a-f95d-4830-a24f-9fdeb8b4c954 req-86a3eb02-07de-4871-b832-60edfb80c100 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.156305 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93a4f04a-f95d-4830-a24f-9fdeb8b4c954 req-86a3eb02-07de-4871-b832-60edfb80c100 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 944 time: 0.0471451 Oct 18 18:48:22.228117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-04c443ce-4508-4725-a29f-8b46043985b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 217 time: 0.0563433 Oct 18 18:48:22.290216 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93a4f04a-f95d-4830-a24f-9fdeb8b4c954 req-2a4aa233-19c8-4692-b305-31355e3495af tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246998 Oct 18 18:48:22.315307 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f5c49-4fd9-4b45-8907-b33325929f6a req-909965d4-8587-4e92-8e0e-1b6af6ac1661 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.316788 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b4f5c49-4fd9-4b45-8907-b33325929f6a req-909965d4-8587-4e92-8e0e-1b6af6ac1661 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.1311083 Oct 18 18:48:22.318114 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-7ecf7d0a-4a9d-4677-8751-f6486c84dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.319974 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-7ecf7d0a-4a9d-4677-8751-f6486c84dd0f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0748923 Oct 18 18:48:22.387422 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b4f5c49-4fd9-4b45-8907-b33325929f6a req-f205f885-817c-4644-95fa-0bdcd1b81c8c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629776 Oct 18 18:48:22.395601 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-00b5dda1-a5b6-4510-92f5-db67e657bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.397740 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-00b5dda1-a5b6-4510-92f5-db67e657bfe1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662985 Oct 18 18:48:22.517827 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-37dd32eb-9d06-48fc-a027-249789c9318c service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118350 Oct 18 18:48:22.649968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b12af72d-8775-49b4-bd7d-a9484425e0dd req-6b5b8682-4b7d-431c-9b93-2277db1d02ab service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221862 Oct 18 18:48:22.658191 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbacf87-57c1-490a-b640-106b81942d9d req-1826e079-fb6b-4084-8f45-d8afc500fda0 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.659695 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0dbacf87-57c1-490a-b640-106b81942d9d req-1826e079-fb6b-4084-8f45-d8afc500fda0 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0667684 Oct 18 18:48:22.679196 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4a81338e-03c5-4366-afdd-53ed6854a01d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:22.700334 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0dbacf87-57c1-490a-b640-106b81942d9d req-0c085cd8-b43e-469d-a8fa-e290fa96f1a0 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336072 Oct 18 18:48:22.754406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 4a81338e-03c5-4366-afdd-53ed6854a01d completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:48:22.754406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 4a81338e-03c5-4366-afdd-53ed6854a01d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:22.754406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:22.754923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d815-fe22-423f-bd65-0f709f58e566 req-b38abf07-4706-4f2b-851c-5f0ed6f5489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.756053 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-b38abf07-4706-4f2b-851c-5f0ed6f5489f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1096 time: 0.0495949 Oct 18 18:48:22.837680 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:22.856179 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d815-fe22-423f-bd65-0f709f58e566 req-ebab3658-5cf5-44d6-8376-910afd33f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:22.857744 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-ebab3658-5cf5-44d6-8376-910afd33f1f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0942388 Oct 18 18:48:22.862597 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:22.864852 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c7d39b-bfb9-42b7-83c4-74d67facc3a0" -d '{"events": [{"server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "name": "network-vif-plugged", "status": "completed", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:22.878496 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4a81338e-03c5-4366-afdd-53ed6854a01d,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:22.883083 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:22.903565 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-0a240262-3202-4fe8-b982-cb95aaab531b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 217 time: 0.0382495 Oct 18 18:48:22.918138 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ed81a-4c4e-4ad0-ac25-1d492db40643 x-openstack-request-id: req-310ed81a-4c4e-4ad0-ac25-1d492db40643 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:22.918426 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "name": "network-vif-plugged", "status": "completed", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:22.918703 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-310ed81a-4c4e-4ad0-ac25-1d492db40643 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:22.919089 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d', 'code': 200} Oct 18 18:48:22.950521 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:22.998431 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d815-fe22-423f-bd65-0f709f58e566 req-4328e468-960d-4610-bf71-0b34dc78ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.000235 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-4328e468-960d-4610-bf71-0b34dc78ee4c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0702281 Oct 18 18:48:23.055305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875d815-fe22-423f-bd65-0f709f58e566 req-bf4366b0-4cf6-489d-a45d-db071a483e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.057195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-bf4366b0-4cf6-489d-a45d-db071a483e78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480814 Oct 18 18:48:23.189144 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28a850-5033-41c0-978b-486edd97c2bb req-f8a9481e-a8fe-4079-aacd-b0ab6b21b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.190667 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de28a850-5033-41c0-978b-486edd97c2bb req-f8a9481e-a8fe-4079-aacd-b0ab6b21b3d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 1098 time: 0.1066306 Oct 18 18:48:23.216853 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-c35e6a03-580b-4462-8130-5b428128265d service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309960 Oct 18 18:48:23.250222 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de28a850-5033-41c0-978b-486edd97c2bb req-761a65b6-de1d-4199-bea3-cc50887b8ab4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489979 Oct 18 18:48:23.316724 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2875d815-fe22-423f-bd65-0f709f58e566 req-a373da2b-790a-459a-8077-74116c5a7814 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865695 Oct 18 18:48:23.335705 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-38649445-9eff-4aca-8f8e-4720fa4608c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:23.412298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26256f2c-0683-4f7d-9f52-dba3bd8bc35b req-8d5bd3b8-75a9-4b07-92a2-a40de136170e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.413892 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26256f2c-0683-4f7d-9f52-dba3bd8bc35b req-8d5bd3b8-75a9-4b07-92a2-a40de136170e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0525723 Oct 18 18:48:23.451970 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26256f2c-0683-4f7d-9f52-dba3bd8bc35b req-883cb19b-572c-483c-b8ab-dc3660cfadb2 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Oct 18 18:48:23.535437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e8acd-81d7-4daf-85d4-b92961438a00 req-3e1b32f2-a66f-4001-9784-edc6e372e442 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.538044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-557e8acd-81d7-4daf-85d4-b92961438a00 req-3e1b32f2-a66f-4001-9784-edc6e372e442 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0592327 Oct 18 18:48:23.581295 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-557e8acd-81d7-4daf-85d4-b92961438a00 req-300c8fe0-931f-4abe-a5db-9a11df7d0a10 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372684 Oct 18 18:48:23.817333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b667f0-3755-424e-83c9-aff792d49a6e req-835a0914-afd2-4d34-8ae2-b5f2516547e2 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:23.818866 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a4b667f0-3755-424e-83c9-aff792d49a6e req-835a0914-afd2-4d34-8ae2-b5f2516547e2 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0483959 Oct 18 18:48:23.857342 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a4b667f0-3755-424e-83c9-aff792d49a6e req-486406a8-ce2e-432c-9a40-4565ef8a5196 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322061 Oct 18 18:48:24.209919 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:24.583813 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245f23f-a6c3-4c6e-9c94-b1f95f005d2b req-e5482849-cafb-4d1f-84d8-0bd98d658143 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:24.585482 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7245f23f-a6c3-4c6e-9c94-b1f95f005d2b req-e5482849-cafb-4d1f-84d8-0bd98d658143 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0613210 Oct 18 18:48:24.623445 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7245f23f-a6c3-4c6e-9c94-b1f95f005d2b req-bd87724d-c177-4748-9c8a-52d75e9f7ea4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Oct 18 18:48:24.643204 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:24.708448 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea59c8-a41c-47c2-b408-b0ef3ade94d9 req-29c95425-57ed-46ed-9c8e-afe4e606e1bf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:24.709978 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cea59c8-a41c-47c2-b408-b0ef3ade94d9 req-29c95425-57ed-46ed-9c8e-afe4e606e1bf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0476351 Oct 18 18:48:24.749413 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cea59c8-a41c-47c2-b408-b0ef3ade94d9 req-06a90b8a-e94c-40d9-b9d8-68623fda4927 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Oct 18 18:48:24.966631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9dd2c-f6d2-46c6-ae8f-244b273ae2da req-ba1cb81b-3b01-4a83-ad60-7d0fcfe0d09a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:24.968096 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-64c9dd2c-f6d2-46c6-ae8f-244b273ae2da req-ba1cb81b-3b01-4a83-ad60-7d0fcfe0d09a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0467052 Oct 18 18:48:25.006391 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-64c9dd2c-f6d2-46c6-ae8f-244b273ae2da req-825f0cc9-509f-4673-ac89-63787707bd6a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Oct 18 18:48:25.277836 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-f7da884c-7dcd-42f0-b7b2-af6f4723049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.279418 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-f7da884c-7dcd-42f0-b7b2-af6f4723049c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0736959 Oct 18 18:48:25.287480 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14a682-d870-4e27-b716-b3921916b5ba req-e9945b43-e1cb-47fe-926f-27573fae658f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.289533 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c14a682-d870-4e27-b716-b3921916b5ba req-e9945b43-e1cb-47fe-926f-27573fae658f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0849650 Oct 18 18:48:25.386400 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c14a682-d870-4e27-b716-b3921916b5ba req-f75ee5b0-951a-4e99-9ba9-0ad5ace9170f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872965 Oct 18 18:48:25.421014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-22d2ce04-9566-419b-97a8-5319bfde39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.422677 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-22d2ce04-9566-419b-97a8-5319bfde39b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.1323700 Oct 18 18:48:25.476347 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-0e8dd7bd-f057-4700-8fae-d2c4f26748e6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0369174 Oct 18 18:48:25.532390 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-50dcd78a-659d-4271-bd4b-35562b674714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.533775 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-50dcd78a-659d-4271-bd4b-35562b674714 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0451763 Oct 18 18:48:25.570533 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-8c0ce29f-4692-4ac9-a8c8-5643e6b6a4d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246658 Oct 18 18:48:25.676460 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-1236ef56-8527-4f86-84f2-4b7e5e2e8f00 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968032 Oct 18 18:48:25.812649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d34cf-af2b-4c0d-ab56-9ed19240a5e9 req-e133c98c-c9ea-4e3a-84cd-cb45f296baf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.814148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0f1d34cf-af2b-4c0d-ab56-9ed19240a5e9 req-e133c98c-c9ea-4e3a-84cd-cb45f296baf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0969200 Oct 18 18:48:25.817791 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85503f61-cdce-4b1a-8f54-b294508abab9 req-4bb97245-efcd-45eb-b45c-ec9082853028 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334755 Oct 18 18:48:25.883926 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0f1d34cf-af2b-4c0d-ab56-9ed19240a5e9 req-656ac507-b9bf-49ee-a1cb-396b1865a398 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Oct 18 18:48:25.895612 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2adfae-d453-4cab-8fa8-eefe7ba51638 req-fa470d24-6780-454c-a2b3-1bb6ffb06eb4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:25.897652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b2adfae-d453-4cab-8fa8-eefe7ba51638 req-fa470d24-6780-454c-a2b3-1bb6ffb06eb4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0747588 Oct 18 18:48:25.939095 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b2adfae-d453-4cab-8fa8-eefe7ba51638 req-f48d17bc-7d45-491e-9a73-4dd6928ff8a0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353405 Oct 18 18:48:26.034641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:26.505751 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e7b39-90d4-4e70-bde1-61a2de5541c3 req-5244eaf0-76a3-4735-a1c8-b733b4570c77 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:26.507545 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f25e7b39-90d4-4e70-bde1-61a2de5541c3 req-5244eaf0-76a3-4735-a1c8-b733b4570c77 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0515516 Oct 18 18:48:26.546774 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f25e7b39-90d4-4e70-bde1-61a2de5541c3 req-b7d5e69c-5e8e-4c69-abcc-5d4d53d269c5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332358 Oct 18 18:48:26.676627 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:48:26.700702 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 39962) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:26.778233 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:26.791864 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:48:26.840423 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:26.855894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:26.876053 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:26.880083 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:26.926882 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:26.937685 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-13f32c49-5136-4307-a0f9-a081745bdaa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.015764 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-13f32c49-5136-4307-a0f9-a081745bdaa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.019488 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-13f32c49-5136-4307-a0f9-a081745bdaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.057067 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-13f32c49-5136-4307-a0f9-a081745bdaa6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ca133e69a124f128c2a0765f400fae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552432 Oct 18 18:48:27.059975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 39976) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:27.061510 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f32c49-5136-4307-a0f9-a081745bdaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980d9b9-c730-40e9-942a-ac4dd3a1e870,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:27.077977 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ef21-a366-4f00-aa83-f6826d32c5f4 req-5e320904-7ec6-4dbf-8c8d-3674fe72a270 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:27.079468 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d91ef21-a366-4f00-aa83-f6826d32c5f4 req-5e320904-7ec6-4dbf-8c8d-3674fe72a270 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0577636 Oct 18 18:48:27.138253 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d91ef21-a366-4f00-aa83-f6826d32c5f4 req-c2b6b07d-ee6c-489e-9c6a-76a890214942 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516148 Oct 18 18:48:27.147518 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.169523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.220291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.222864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:27.224018 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e980d9b9-c730-40e9-942a-ac4dd3a1e870 HTTP/1.1" status: 204 len: 168 time: 0.1629174 Oct 18 18:48:27.232143 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b09d70-ff47-4062-8daa-2999ab3882e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980d9b9-c730-40e9-942a-ac4dd3a1e870,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:27.543398 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['4e17852d-b9ea-4355-8064-3a7f0b23f300'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:27.672980 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd947f1-a414-4681-a193-3eb62f2a4720 req-ea8af3b0-a68a-4d9a-ba79-12eca818a74d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:27.679546 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfd947f1-a414-4681-a193-3eb62f2a4720 req-ea8af3b0-a68a-4d9a-ba79-12eca818a74d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0580623 Oct 18 18:48:27.723081 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfd947f1-a414-4681-a193-3eb62f2a4720 req-96617eb9-f992-48d5-9a70-a14d7d34ba8b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Oct 18 18:48:27.857933 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40006) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:27.924696 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-4940bf0d-3dc9-49c6-bf27-34db9e1acde8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408936 Oct 18 18:48:27.961475 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1283131196-network', 'tenant_id': '55b0b1fbfa48461dbe73523f1557f875'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:27.993355 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Made reservation on behalf of 55b0b1fbfa48461dbe73523f1557f875 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:27.995854 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.005342 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.015725 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-f002f316-c6ee-4a22-a92b-b39782cb87ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.017584 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-f002f316-c6ee-4a22-a92b-b39782cb87ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 1098 time: 0.0468612 Oct 18 18:48:28.073697 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40014) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:28.087206 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.092374 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.119729 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:48:28.127210 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a04bed4-78a5-4458-8a70-f1a17c01d8cc,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:28.141917 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.142277 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Added segment 56d62156-4b2a-4e0c-ab3c-4ff970692ddc of type vlan for network 186d924c-c817-4bca-949a-585213a56bd5 Oct 18 18:48:28.153400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-e18acd4d-7087-4dec-b8a3-29622c75b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.155614 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-e18acd4d-7087-4dec-b8a3-29622c75b676 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 916 time: 0.1139367 Oct 18 18:48:28.185911 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.203845 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-01916888-1aa9-4e75-bf79-9297acec6c4f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fd0627d-b995-40bc-a816-172a73e85687 HTTP/1.1" status: 200 len: 217 time: 0.0362303 Oct 18 18:48:28.221133 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.222581 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.223270 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.264233 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-60d470d6-1c44-43b6-8aa1-96c15734ee37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.281589 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4223776 Oct 18 18:48:28.291546 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40026) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:28.296235 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Request body: {'subnet': {'network_id': '186d924c-c817-4bca-949a-585213a56bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1283131196-subnet', 'tenant_id': '55b0b1fbfa48461dbe73523f1557f875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:28.310641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-d7f51ec1-4711-4504-9390-d93a28e2b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.312195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-d7f51ec1-4711-4504-9390-d93a28e2b5e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.0896120 Oct 18 18:48:28.325128 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aae90b-69f5-4bf7-b093-45a4def77a77 req-d3545131-927c-493c-9e6f-3cdd35ffc994 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.326611 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f9aae90b-69f5-4bf7-b093-45a4def77a77 req-d3545131-927c-493c-9e6f-3cdd35ffc994 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0902858 Oct 18 18:48:28.335792 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf46cfc-1790-49f2-96d0-069de146b4e8 admin admin] Pushing event updated for resources: {'Network': ['ID=186d924c-c817-4bca-949a-585213a56bd5,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:28.353512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-8d88d5f4-98a8-43d8-916e-9f66ae51190a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259457 Oct 18 18:48:28.353845 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 186d924c-c817-4bca-949a-585213a56bd5 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:48:28.370979 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Made reservation on behalf of 55b0b1fbfa48461dbe73523f1557f875 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:28.373390 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.423129 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f9aae90b-69f5-4bf7-b093-45a4def77a77 req-92209294-6302-4f5e-8bc1-b8efc2de0be9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685239 Oct 18 18:48:28.485971 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-60d470d6-1c44-43b6-8aa1-96c15734ee37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.491447 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-60d470d6-1c44-43b6-8aa1-96c15734ee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.493126 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-c98b0ddf-b06a-45d9-a2a6-9c9942ee22f0 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301539 Oct 18 18:48:28.542186 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d470d6-1c44-43b6-8aa1-96c15734ee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf66fe2d-fe2d-4ff8-9464-27bdd3cfb96f,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:28.550358 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-60d470d6-1c44-43b6-8aa1-96c15734ee37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24a77acac2a54ceeb947ffdcd4528b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4754822 Oct 18 18:48:28.551180 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40034) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:28.607023 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2b648f-3588-4a35-8cf9-3e00369ae458 req-27f03436-6367-484c-80d8-433fd421a294 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031251 Oct 18 18:48:28.669852 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.683377 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.726162 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.769036 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:28.799642 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Checking segment: {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:28.800023 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Network hostable DHCP agents. Network: 186d924c-c817-4bca-949a-585213a56bd5, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:48:28.820043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.822749 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.826267 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cf66fe2d-fe2d-4ff8-9464-27bdd3cfb96f HTTP/1.1" status: 204 len: 168 time: 0.2547023 Oct 18 18:48:28.832141 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Network 186d924c-c817-4bca-949a-585213a56bd5 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:48:28.835150 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465694ef-121e-4c6f-b0aa-b2bfe0c0e924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf66fe2d-fe2d-4ff8-9464-27bdd3cfb96f,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:28.848043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 186d924c-c817-4bca-949a-585213a56bd5) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:28.860279 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.860855 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:28.863827 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982bb50-e639-470c-aea7-c3a2565e8eac None None] Network 186d924c-c817-4bca-949a-585213a56bd5 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:48:28.870061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bb383-0018-4e9c-80c9-c8d54b6a79fe req-bc45f7bb-dd91-4bdf-a897-3e8150c5485a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:28.871835 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a2bb383-0018-4e9c-80c9-c8d54b6a79fe req-bc45f7bb-dd91-4bdf-a897-3e8150c5485a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0596657 Oct 18 18:48:28.887175 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-80a394e8-9ba1-427d-a999-3c65d1bc53e5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5945859 Oct 18 18:48:28.929959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a2bb383-0018-4e9c-80c9-c8d54b6a79fe req-4bc8ae43-c183-4c22-8f34-4ebd7bea9410 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510647 Oct 18 18:48:29.013462 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6f7092-1c56-44a7-b8ec-e85c3c9fe315 None None] Network 186d924c-c817-4bca-949a-585213a56bd5 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:48:29.546370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5c03-53ef-44a4-a37b-567c6c621dfc req-73fbb944-11c9-4957-b7e3-54d8c11276df tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:29.547789 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aced5c03-53ef-44a4-a37b-567c6c621dfc req-73fbb944-11c9-4957-b7e3-54d8c11276df tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0485842 Oct 18 18:48:29.586119 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aced5c03-53ef-44a4-a37b-567c6c621dfc req-c62d873a-7685-4e2d-9aca-4c31f0127a5d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321329 Oct 18 18:48:30.038176 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b284c4-3970-422f-baaa-8bc4f80b21d7 req-1f85d36f-ec5d-424f-8806-65c8cd9f8201 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:30.039659 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-76b284c4-3970-422f-baaa-8bc4f80b21d7 req-1f85d36f-ec5d-424f-8806-65c8cd9f8201 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0466766 Oct 18 18:48:30.076638 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-76b284c4-3970-422f-baaa-8bc4f80b21d7 req-ca27e015-d974-40ad-af70-882d126f8f5d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310919 Oct 18 18:48:30.470697 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:30.700927 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:30.708016 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a1b00-0470-44d6-b085-ce12f87e8141 req-1705c476-c6f9-4012-9c9f-51e484632d7a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:30.710014 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a65a1b00-0470-44d6-b085-ce12f87e8141 req-1705c476-c6f9-4012-9c9f-51e484632d7a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0502245 Oct 18 18:48:30.748542 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a65a1b00-0470-44d6-b085-ce12f87e8141 req-a31f42e1-2a67-418d-977a-8a639656e863 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Oct 18 18:48:30.756262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 4e17852d-b9ea-4355-8064-3a7f0b23f300 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:48:30.760612 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 4e17852d-b9ea-4355-8064-3a7f0b23f300 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:30.760986 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:30.835128 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:30.858319 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:30.860700 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb32f62-c9c8-467d-8954-c3678998ec36" -d '{"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:30.873723 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:30.878066 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:30.908815 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71647f3-1ac1-4b11-87d6-ac63d0eca36e x-openstack-request-id: req-c71647f3-1ac1-4b11-87d6-ac63d0eca36e {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:30.909360 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:30.909650 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c71647f3-1ac1-4b11-87d6-ac63d0eca36e {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:30.910029 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'code': 200} Oct 18 18:48:30.937815 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:31.082042 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba5bee-1399-411c-a9c5-ff725d348a64 req-a7947fb3-c84a-4336-83ac-e259466b6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:31.083615 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4fba5bee-1399-411c-a9c5-ff725d348a64 req-a7947fb3-c84a-4336-83ac-e259466b6e71 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1098 time: 0.0403869 Oct 18 18:48:31.122287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4fba5bee-1399-411c-a9c5-ff725d348a64 req-14dd4d01-f271-4689-a3b6-36bc1407b0df service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278072 Oct 18 18:48:31.188235 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a580c0-33fb-49e0-b0ab-927bbf3b32d1 req-092816ec-4aa0-4f5b-a503-4a182ece04e5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:31.189689 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a7a580c0-33fb-49e0-b0ab-927bbf3b32d1 req-092816ec-4aa0-4f5b-a503-4a182ece04e5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0461419 Oct 18 18:48:31.225898 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a7a580c0-33fb-49e0-b0ab-927bbf3b32d1 req-0842ebd1-c07d-4d6c-a83b-be8d69827813 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299327 Oct 18 18:48:31.973387 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-67861830-f9b8-4c54-b819-8d640464a193 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:31.974869 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-67861830-f9b8-4c54-b819-8d640464a193 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 814 time: 0.3453343 Oct 18 18:48:31.986361 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cc861-628b-4c9a-86b9-156de2d3527d req-07d1989a-1e8d-45c7-ab19-fdb09c4bd2b7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:31.987799 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-057cc861-628b-4c9a-86b9-156de2d3527d req-07d1989a-1e8d-45c7-ab19-fdb09c4bd2b7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0778782 Oct 18 18:48:32.004664 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-6ee1dbe3-9dbe-4ead-8c88-8bd5f13ba9a8 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/quotas/55b0b1fbfa48461dbe73523f1557f875 HTTP/1.1" status: 200 len: 375 time: 0.0157692 Oct 18 18:48:32.047637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-1748403e-12e4-47b4-9e15-7175ea6a02cb tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369058 Oct 18 18:48:32.055149 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-057cc861-628b-4c9a-86b9-156de2d3527d req-6cea65d8-5d29-4fb7-8d91-1ffe7b2b98f3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602598 Oct 18 18:48:32.145843 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-3c3692ad-65ff-44c3-a3ac-529c2a70da2a service neutron] 10.222.0.36 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Oct 18 18:48:32.237649 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-0374cce6-a74d-44f6-a69a-18dbd61a7525 service neutron] 10.222.0.36 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852146 Oct 18 18:48:32.385580 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6adde0dc-40e0-42d7-9b6e-8d9d32a27276 req-72c617be-21ce-47f7-a7c8-40ff01539723 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 210 time: 0.0250413 Oct 18 18:48:33.174909 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3537f-af46-42b1-ac9a-539f8f85bb4e req-7ce311f5-8398-4a25-b9bd-df2bb3ff2f47 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:33.176376 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53d3537f-af46-42b1-ac9a-539f8f85bb4e req-7ce311f5-8398-4a25-b9bd-df2bb3ff2f47 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0463855 Oct 18 18:48:33.213385 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53d3537f-af46-42b1-ac9a-539f8f85bb4e req-3ef129d9-6967-4388-8c84-0ae237b6360d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305176 Oct 18 18:48:33.508588 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f5174d1-b740-4b4e-b6e9-f6fea9154da5 req-ff383fcf-e6f1-42f0-b334-f056a0f34b83 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Oct 18 18:48:33.572856 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-90ce9d23-00f5-48be-87b9-3f2e8ba200eb tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:33.574345 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-90ce9d23-00f5-48be-87b9-3f2e8ba200eb tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 814 time: 0.1461689 Oct 18 18:48:33.601504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Request body: {'port': {'device_id': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'network_id': '186d924c-c817-4bca-949a-585213a56bd5', 'admin_state_up': True, 'tenant_id': '55b0b1fbfa48461dbe73523f1557f875'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:33.735140 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17767458-2d1a-4b2e-839d-52a21afafd05 req-5c3f7a8e-1412-42bd-8f97-8550ca258f2a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:33.736561 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17767458-2d1a-4b2e-839d-52a21afafd05 req-5c3f7a8e-1412-42bd-8f97-8550ca258f2a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0733111 Oct 18 18:48:33.762984 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Made reservation on behalf of 55b0b1fbfa48461dbe73523f1557f875 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:33.766327 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:33.803881 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17767458-2d1a-4b2e-839d-52a21afafd05 req-08a99c89-1311-4436-ad0b-162a47909248 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610731 Oct 18 18:48:33.917136 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Allocated IP 172.20.0.13 (186d924c-c817-4bca-949a-585213a56bd5/b1f38ed4-5800-4d5e-8b55-c3e67cdf6592/6386d21e-88cf-45ee-afa0-387466de9b76) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:34.096043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.151321 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.200440 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Network 186d924c-c817-4bca-949a-585213a56bd5 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:34.203430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:34.207039 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:34.213946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Pushing event updated for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:34.262824 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:34.263467 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.279967 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-39a272f5-3d4f-44c8-8046-c9ed36adaf0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6829810 Oct 18 18:48:34.318755 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Request body: {'port': {'device_id': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:34.377449 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf059c4-0342-447a-b598-7e95e623524e req-413e62af-7727-4223-908c-d11da4bef01d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:34.378959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eaf059c4-0342-447a-b598-7e95e623524e req-413e62af-7727-4223-908c-d11da4bef01d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0927525 Oct 18 18:48:34.386902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.451219 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eaf059c4-0342-447a-b598-7e95e623524e req-b73cd379-1d07-470e-9cb0-aaed2d1cbb50 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658066 Oct 18 18:48:34.643526 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115e8c7-0162-421d-a86f-d5a60e128f68 req-3183c63b-b388-4ff7-a572-e142fe5201c2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:34.644979 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d115e8c7-0162-421d-a86f-d5a60e128f68 req-3183c63b-b388-4ff7-a572-e142fe5201c2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1249373 Oct 18 18:48:34.654229 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40158) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:48:34.659014 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'floatingip': {'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:34.693904 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa357f-1d29-4aae-8dfb-f1580c63528d req-c18ac90f-996c-48c0-a9f0-c9ad48492303 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:34.695401 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-38fa357f-1d29-4aae-8dfb-f1580c63528d req-c18ac90f-996c-48c0-a9f0-c9ad48492303 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 932 time: 0.1175687 Oct 18 18:48:34.699724 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.767690 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-38fa357f-1d29-4aae-8dfb-f1580c63528d req-bd3b115e-6b42-4163-992e-46ea549862e6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648646 Oct 18 18:48:34.772856 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6386d21e-88cf-45ee-afa0-387466de9b76 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:34.788627 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.802033 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Transition to ACTIVE for port object 6386d21e-88cf-45ee-afa0-387466de9b76 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:48:34.806314 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:34.862828 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:34.925967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Attempting to bind port 6386d21e-88cf-45ee-afa0-387466de9b76 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:48:34.926381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Attempting to bind port 6386d21e-88cf-45ee-afa0-387466de9b76 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:48:34.926828 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Attempting to bind port 6386d21e-88cf-45ee-afa0-387466de9b76 on network 186d924c-c817-4bca-949a-585213a56bd5 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:34.931897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Port 6386d21e-88cf-45ee-afa0-387466de9b76 on network 186d924c-c817-4bca-949a-585213a56bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:48:34.932445 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Attempting to bind port 6386d21e-88cf-45ee-afa0-387466de9b76 on network 186d924c-c817-4bca-949a-585213a56bd5 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:48:34.937696 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:48:34.938111 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Checking segment: {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:48:34.938646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Bound using segment: {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:48:34.939145 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Bound port: 6386d21e-88cf-45ee-afa0-387466de9b76, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:48:34.939584 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.006801 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:48:35.014273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6386d21e-88cf-45ee-afa0-387466de9b76,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:48:35.015010 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.056120 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.056830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.058376 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/6386d21e-88cf-45ee-afa0-387466de9b76 HTTP/1.1" status: 200 len: 1094 time: 0.7444549 Oct 18 18:48:35.058513 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:35.060777 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b84915-fd8c-45ed-9aa4-50a71364cfd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:35.080455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc98b51-f8b4-48c7-87af-83580ea8d4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:35.121904 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deda20f4-b38a-4d1f-a842-c30af17a329b x-openstack-request-id: req-deda20f4-b38a-4d1f-a842-c30af17a329b {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:35.122245 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:35.122422 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-deda20f4-b38a-4d1f-a842-c30af17a329b {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:35.122876 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76', 'status': 'completed', 'code': 200} Oct 18 18:48:35.160679 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-6a7c20ee-758a-4d0b-b031-069b37a69299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.162133 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-6a7c20ee-758a-4d0b-b031-069b37a69299 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 1097 time: 0.0485170 Oct 18 18:48:35.183917 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.193381 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.221140 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-1198148f-64c6-4a2d-9b98-3dff049c4387 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6386d21e-88cf-45ee-afa0-387466de9b76 HTTP/1.1" status: 200 len: 217 time: 0.0414343 Oct 18 18:48:35.286652 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-06ecd577-14e0-42af-b068-d697025dab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.288373 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-06ecd577-14e0-42af-b068-d697025dab49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 HTTP/1.1" status: 200 len: 854 time: 0.0596581 Oct 18 18:48:35.303716 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Floating IP 671d1b66-5201-42e0-b83b-2c202af9cd87 associated. External IP: 172.27.2.18, port: 4e17852d-b9ea-4355-8064-3a7f0b23f300. Oct 18 18:48:35.327791 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-73947fb9-049a-4b94-a706-07869ddca6ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=186d924c-c817-4bca-949a-585213a56bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265203 Oct 18 18:48:35.442912 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-7e295444-c2cd-49bd-9158-871a094374a8 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986845 Oct 18 18:48:35.545148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-351c99e9-aa35-40a9-a188-c88b90bb4f26 req-ac2a3da1-799a-4e43-b302-81cd6d6579d6 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935283 Oct 18 18:48:35.647641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-38363344-a05d-4f53-9c9d-185ca23c94f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.649592 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-38363344-a05d-4f53-9c9d-185ca23c94f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 1097 time: 0.0452194 Oct 18 18:48:35.711052 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:48:35.774074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-30c9a7af-6f83-4723-b9eb-78b0c57c4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.775681 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-30c9a7af-6f83-4723-b9eb-78b0c57c4cd3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 915 time: 0.1084218 Oct 18 18:48:35.827411 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-69275591-c1ae-4606-9a6e-457842d7b44a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6386d21e-88cf-45ee-afa0-387466de9b76 HTTP/1.1" status: 200 len: 217 time: 0.0371857 Oct 18 18:48:35.833655 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:48:35.839683 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:35.844204 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:48:35.854132 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:35.854854 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:48:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:35.868463 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d9bc6bad-11dc-4184-9f37-feee0df5ab14 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "PUT /v2.0/floatingips/671d1b66-5201-42e0-b83b-2c202af9cd87 HTTP/1.1" status: 200 len: 990 time: 1.2125735 Oct 18 18:48:35.869290 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:35.871917 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba" -d '{"events": [{"name": "network-changed", "server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:35.920918 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-e2b39d12-4f98-4a6f-bec4-268ab95b4ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.922356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-e2b39d12-4f98-4a6f-bec4-268ab95b4ffd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 HTTP/1.1" status: 200 len: 854 time: 0.0858436 Oct 18 18:48:35.934342 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ed0a4-bfc0-444c-b8b8-4e90501208c8 req-88a733ce-ac2c-4233-b235-4009e768e03c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:35.936160 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f26ed0a4-bfc0-444c-b8b8-4e90501208c8 req-88a733ce-ac2c-4233-b235-4009e768e03c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 944 time: 0.0887091 Oct 18 18:48:35.981601 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-bc6768bc-29a5-466b-b17e-de8044f48222 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=186d924c-c817-4bca-949a-585213a56bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398772 Oct 18 18:48:35.987257 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:36.006459 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f26ed0a4-bfc0-444c-b8b8-4e90501208c8 req-120fcfdb-ffc0-4187-be37-b50b3be7e205 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630412 Oct 18 18:48:36.053583 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f881e8-3005-4f52-b9be-1e643c611c10 x-openstack-request-id: req-77f881e8-3005-4f52-b9be-1e643c611c10 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:36.053982 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:36.054365 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77f881e8-3005-4f52-b9be-1e643c611c10 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:36.054900 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'status': 'completed', 'code': 200} Oct 18 18:48:36.156769 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-65c8b5c2-9fb4-4565-88f4-b95adbf8e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:36.158286 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-65c8b5c2-9fb4-4565-88f4-b95adbf8e132 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1098 time: 0.0620942 Oct 18 18:48:36.160029 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-00b14a40-9c5e-4a08-a89e-17f52372c0a4 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517015 Oct 18 18:48:36.264581 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '671d1b66-5201-42e0-b83b-2c202af9cd87', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229351-dca5-47f5-81d6-2b681bee036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:48:17Z', 'updated_at': '2021-10-18T18:48:35Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:36.291623 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:48:36.300361 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:48:36.301154 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:48:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:36.355203 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47b84915-fd8c-45ed-9aa4-50a71364cfd6 req-7e22e772-8b80-495c-baf0-3a7adc87b988 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818931 Oct 18 18:48:36.364412 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-960ca1fd-8b40-459c-b901-52105ac669ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:36.366021 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-960ca1fd-8b40-459c-b901-52105ac669ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.1938503 Oct 18 18:48:36.408831 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:48:36.636498 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '671d1b66-5201-42e0-b83b-2c202af9cd87', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229351-dca5-47f5-81d6-2b681bee036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:48:17Z', 'updated_at': '2021-10-18T18:48:35Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:48:36.661657 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982f1e73-1154-452c-af7d-72f5e0c8ebcb None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '671d1b66-5201-42e0-b83b-2c202af9cd87', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c229351-dca5-47f5-81d6-2b681bee036d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:48:17Z', 'updated_at': '2021-10-18T18:48:35Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:48:36.832444 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92306819-e06f-4422-b012-dcbce073ba63 None None] New status for floating IP 671d1b66-5201-42e0-b83b-2c202af9cd87: ACTIVE {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:48:37.121524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35815bcb-7ff2-4b98-b89d-00f661a22e0c req-0c13b502-4dba-40dd-adc6-35da24e32349 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:37.123019 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35815bcb-7ff2-4b98-b89d-00f661a22e0c req-0c13b502-4dba-40dd-adc6-35da24e32349 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 944 time: 0.0475860 Oct 18 18:48:37.163995 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-35815bcb-7ff2-4b98-b89d-00f661a22e0c req-4f801d98-b15c-478b-8647-645b61d6c04f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Oct 18 18:48:40.551950 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-bcd438c0-efbf-41ab-b3b3-3d4d7f79f2a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 1000 time: 0.0660706 Oct 18 18:48:40.606303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-d65350b5-4718-4753-98c3-f5040526c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:40.608431 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-d65350b5-4718-4753-98c3-f5040526c98b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0491316 Oct 18 18:48:40.694368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-a0ca3c2d-68a6-4727-91c6-10462c906743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:40.695898 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-a0ca3c2d-68a6-4727-91c6-10462c906743 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700214 Oct 18 18:48:40.703758 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28aef9-ef67-4aba-9e6f-9dd5b3047e10 req-ab55a2ee-109b-4529-8bd0-352aca42e216 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:40.705101 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b28aef9-ef67-4aba-9e6f-9dd5b3047e10 req-ab55a2ee-109b-4529-8bd0-352aca42e216 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 944 time: 0.0812302 Oct 18 18:48:40.788595 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b28aef9-ef67-4aba-9e6f-9dd5b3047e10 req-d3dc128f-2b3a-4426-8cc9-ba21d0a4ecfa tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736911 Oct 18 18:48:40.816998 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-90bc94f0-e4dc-4705-b4a5-1e96d3dacc3d service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088178 Oct 18 18:48:40.909975 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-86a9fe29-f138-43bb-bdc8-aa1bf5222bba req-9a21c635-07a1-4f2e-964f-4d15742b07fd service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848908 Oct 18 18:48:41.903821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c89a-2d71-4531-9f5f-91c3cf446a7a req-82273a56-819c-483c-b56e-c8b4b41a79db tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:41.905285 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce57c89a-2d71-4531-9f5f-91c3cf446a7a req-82273a56-819c-483c-b56e-c8b4b41a79db tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 944 time: 0.0466239 Oct 18 18:48:41.942125 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce57c89a-2d71-4531-9f5f-91c3cf446a7a req-fee1cce4-a897-4284-9de7-9481528839fa tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Oct 18 18:48:42.789433 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 6386d21e-88cf-45ee-afa0-387466de9b76 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:48:42.887411 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6386d21e-88cf-45ee-afa0-387466de9b76,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:42.898521 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '6386d21e-88cf-45ee-afa0-387466de9b76', 'network_id': '186d924c-c817-4bca-949a-585213a56bd5', 'port_id': '6386d21e-88cf-45ee-afa0-387466de9b76', 'mac_address': 'fa:16:3e:c3:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f38ed4-5800-4d5e-8b55-c3e67cdf6592', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:48:42.934523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:42.947648 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6386d21e-88cf-45ee-afa0-387466de9b76 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:48:42.967107 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6386d21e-88cf-45ee-afa0-387466de9b76,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:42.971193 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:43.023285 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:43.060151 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba4027-5ccf-4017-8576-e2be203dbfda req-a613cb84-369e-4a8a-8ad8-7d8fb9ef05bf tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:43.061622 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8aba4027-5ccf-4017-8576-e2be203dbfda req-a613cb84-369e-4a8a-8ad8-7d8fb9ef05bf tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 945 time: 0.0512910 Oct 18 18:48:43.088105 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:48:43.099060 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8aba4027-5ccf-4017-8576-e2be203dbfda req-8e51bcb7-7c42-4731-8fb7-91838a0e20fa tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313842 Oct 18 18:48:43.771776 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['6386d21e-88cf-45ee-afa0-387466de9b76'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:44.213214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5ea7a-e1d8-4a81-a061-e1c64369c146 req-1d404801-2a06-449d-9ad7-b55bf742708f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:44.214722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-64c5ea7a-e1d8-4a81-a061-e1c64369c146 req-1d404801-2a06-449d-9ad7-b55bf742708f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 945 time: 0.0495868 Oct 18 18:48:44.253303 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-64c5ea7a-e1d8-4a81-a061-e1c64369c146 req-b66d5a76-7401-43ee-995c-346ff5fcdd58 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326209 Oct 18 18:48:45.374285 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3b32-1a1c-4fe8-a368-a68fa6c17853 req-4cc3479e-340a-4910-b6a7-7be03b84e71a tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:45.376031 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5caa3b32-1a1c-4fe8-a368-a68fa6c17853 req-4cc3479e-340a-4910-b6a7-7be03b84e71a tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 945 time: 0.0475080 Oct 18 18:48:45.413116 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5caa3b32-1a1c-4fe8-a368-a68fa6c17853 req-bb5407c5-577e-43a3-a1eb-cff6cd40750e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308988 Oct 18 18:48:46.536455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12239a5b-3383-4f6a-b6f0-2b21e93c39f3 req-a66b28b0-13f3-47c0-9bbf-13dc505162e6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:46.537895 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-12239a5b-3383-4f6a-b6f0-2b21e93c39f3 req-a66b28b0-13f3-47c0-9bbf-13dc505162e6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 945 time: 0.0575464 Oct 18 18:48:46.575067 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-12239a5b-3383-4f6a-b6f0-2b21e93c39f3 req-90bb9bb2-622e-43b8-9f47-42abfa478030 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Oct 18 18:48:46.798079 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 6386d21e-88cf-45ee-afa0-387466de9b76 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:48:46.850101 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 6386d21e-88cf-45ee-afa0-387466de9b76 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:48:46.853662 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 6386d21e-88cf-45ee-afa0-387466de9b76 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:48:46.854028 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:46.933409 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:46.956992 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:48:46.959267 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c474a0-1892-49f1-acfe-3ce7db812e74" -d '{"events": [{"server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "name": "network-vif-plugged", "status": "completed", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:48:46.972332 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6386d21e-88cf-45ee-afa0-387466de9b76,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:48:46.983049 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:46.997894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25842133-0077-4435-8eb2-a1a71fda97cb x-openstack-request-id: req-25842133-0077-4435-8eb2-a1a71fda97cb {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:48:46.998205 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "name": "network-vif-plugged", "status": "completed", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:48:46.998500 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25842133-0077-4435-8eb2-a1a71fda97cb {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:48:46.999005 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76', 'code': 200} Oct 18 18:48:47.050875 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:47.186618 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf9fae-5d2d-4a81-9ea5-31d406d33323 req-8f8668d4-8274-4b8a-bc8c-a301bb9bf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:47.188105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5bf9fae-5d2d-4a81-9ea5-31d406d33323 req-8f8668d4-8274-4b8a-bc8c-a301bb9bf7f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 1099 time: 0.0395746 Oct 18 18:48:47.224524 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5bf9fae-5d2d-4a81-9ea5-31d406d33323 req-ad9adcc6-228c-4086-a01c-f9a4477dbe4b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Oct 18 18:48:47.691438 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baf04-6e5b-442a-9d0f-5d40e64f97df req-94804cff-2c67-488c-a5d2-509d2470311b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:47.692816 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d9baf04-6e5b-442a-9d0f-5d40e64f97df req-94804cff-2c67-488c-a5d2-509d2470311b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Oct 18 18:48:47.729021 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d9baf04-6e5b-442a-9d0f-5d40e64f97df req-348445ae-2b86-4d78-bf38-32481d7a8d0f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298867 Oct 18 18:48:48.846283 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857965d-0667-420b-9d2a-8f94360a67cf req-dc29ac22-adde-4028-8f7e-2d7efdeb1939 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:48.847770 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4857965d-0667-420b-9d2a-8f94360a67cf req-dc29ac22-adde-4028-8f7e-2d7efdeb1939 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0505295 Oct 18 18:48:48.884862 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4857965d-0667-420b-9d2a-8f94360a67cf req-ebc2256d-c748-42aa-aad0-c946a16cc08e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307138 Oct 18 18:48:50.008329 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c1cd5-845f-495b-b35a-6c2fa4c30c5c req-ed7b3262-6c6f-4191-a2a8-1392ff1c9957 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:50.009823 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e2c1cd5-845f-495b-b35a-6c2fa4c30c5c req-ed7b3262-6c6f-4191-a2a8-1392ff1c9957 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0508614 Oct 18 18:48:50.047149 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e2c1cd5-845f-495b-b35a-6c2fa4c30c5c req-0510d2a3-74b0-490b-b6b6-72682449a187 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Oct 18 18:48:50.741136 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b869b346-b033-4165-bcde-03d0958f2fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:53.327752 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd5e9-7541-4011-b7d9-5cb1bc34adab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:54.202180 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:54.644011 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:56.044339 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:56.648527 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18476a-b215-4bd0-986b-6f296559a93a req-3bdc6ba2-84f5-4cea-8e3a-ae4a16dc8c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:56.650599 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-3bdc6ba2-84f5-4cea-8e3a-ae4a16dc8c36 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0686815 Oct 18 18:48:56.662037 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed1937-f6d5-4a39-b30b-9ae5d10ac20e req-afed9b07-71a2-47f9-9027-d4ca2a45bc79 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:56.663432 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1ed1937-f6d5-4a39-b30b-9ae5d10ac20e req-afed9b07-71a2-47f9-9027-d4ca2a45bc79 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0730784 Oct 18 18:48:56.761691 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1ed1937-f6d5-4a39-b30b-9ae5d10ac20e req-0984e0ba-02f2-4855-b819-fb860e375f90 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901058 Oct 18 18:48:56.784271 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18476a-b215-4bd0-986b-6f296559a93a req-0b8431a9-88e3-4ed2-947f-9611bddf30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:56.785747 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-0b8431a9-88e3-4ed2-947f-9611bddf30b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.1214812 Oct 18 18:48:56.841853 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-e22401f7-c83a-4ea5-879d-c5f7c1396551 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0377452 Oct 18 18:48:56.899522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18476a-b215-4bd0-986b-6f296559a93a req-20613471-fbe3-4bbf-8e33-25223d5133bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:56.900901 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-20613471-fbe3-4bbf-8e33-25223d5133bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0426877 Oct 18 18:48:56.934310 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-693d8f91-6f8a-4527-b409-9b480419fb10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228653 Oct 18 18:48:57.236926 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-b6b27523-8a15-4d6f-b978-f046df082cdf service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930410 Oct 18 18:48:57.333336 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0c18476a-b215-4bd0-986b-6f296559a93a req-4e856c4f-93da-4ec5-be4d-38337d7114bc service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857484 Oct 18 18:48:57.712551 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-fb85e4fa-428b-4a28-80dc-e9dc993135ba tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:57.714135 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-fb85e4fa-428b-4a28-80dc-e9dc993135ba tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.1017656 Oct 18 18:48:57.729068 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-8950f1c0-582e-4123-b1a7-0c3fbfcbc9c8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/quotas/3a9d946d10724a739e45769fb83f2a7b HTTP/1.1" status: 200 len: 375 time: 0.0091410 Oct 18 18:48:57.780133 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-f3d62700-02b9-40e3-8174-7e56558bba1b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458577 Oct 18 18:48:57.900130 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-add14be3-b7d0-4230-aba9-ebb5b5a5b544 service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129944 Oct 18 18:48:57.911828 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9861c10f-45a1-418a-8ef0-6c471e3a08d9 req-a176c6a8-94c8-4dd2-8bda-f7b6f6e77edf tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:57.913217 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9861c10f-45a1-418a-8ef0-6c471e3a08d9 req-a176c6a8-94c8-4dd2-8bda-f7b6f6e77edf tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0666828 Oct 18 18:48:58.006078 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9861c10f-45a1-418a-8ef0-6c471e3a08d9 req-26eb570e-57dd-4051-bfea-116dc5a3c2ea tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846426 Oct 18 18:48:58.026322 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-67af59c9-70b7-4d85-84d2-ba62e2c3c5ac service neutron] 10.222.0.36 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121686 Oct 18 18:48:58.183558 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26172568-b21c-44d1-93af-16886cf1329b req-83585e7b-36d1-4092-9cd3-a2f862a31715 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 210 time: 0.0254214 Oct 18 18:48:59.124649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f0d97-80f3-4936-8f23-987511f69d87 req-3d5066cd-f2aa-43d3-b09b-a29fa1d1ec76 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:59.126284 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e05f0d97-80f3-4936-8f23-987511f69d87 req-3d5066cd-f2aa-43d3-b09b-a29fa1d1ec76 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0488775 Oct 18 18:48:59.189338 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e05f0d97-80f3-4936-8f23-987511f69d87 req-0ed30971-2bb3-4798-9598-d7673d5af3de tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566287 Oct 18 18:48:59.290655 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47e95bb4-54d0-4a44-bf5c-d826374e116f req-a9ae3334-ee61-4030-ac3e-dd2c8fd06f56 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 210 time: 0.0346501 Oct 18 18:48:59.299585 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-6bc56d6d-c589-4a57-bfc0-62b946fb376d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:59.301302 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-6bc56d6d-c589-4a57-bfc0-62b946fb376d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 815 time: 0.1513450 Oct 18 18:48:59.319251 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Request body: {'port': {'device_id': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'admin_state_up': True, 'tenant_id': '3a9d946d10724a739e45769fb83f2a7b'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:59.431162 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Made reservation on behalf of 3a9d946d10724a739e45769fb83f2a7b for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:48:59.434788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:59.569224 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Allocated IP 172.20.0.4 (5e12d66b-09d8-47c3-b391-898800d64569/c6408478-c491-40db-8a9b-d894a6c90a11/964c9f2b-efbd-469b-9cb7-0d127040d1a1) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:48:59.734145 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:59.769356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:59.788926 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687', '91f7ddff-3be5-4869-9027-054668548cdc', '4a81338e-03c5-4366-afdd-53ed6854a01d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:48:59.813755 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Network 5e12d66b-09d8-47c3-b391-898800d64569 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:48:59.817115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:48:59.821371 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:48:59.853609 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event updated for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:48:59.883702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:48:59.885048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:48:59.905090 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-75643f50-afdc-4941-8f5c-f4e234036fa8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5918283 Oct 18 18:48:59.928885 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Request body: {'port': {'device_id': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:48:59.984875 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.256992 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964c9f2b-efbd-469b-9cb7-0d127040d1a1 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:49:00.264576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.306398 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Transition to ACTIVE for port object 964c9f2b-efbd-469b-9cb7-0d127040d1a1 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:49:00.310029 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.365754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba100-7bed-4fa7-81e2-0ff3144112f8 req-7b26a30a-a7f6-4a7f-b9d4-110e252109ce tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:00.367917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f67ba100-7bed-4fa7-81e2-0ff3144112f8 req-7b26a30a-a7f6-4a7f-b9d4-110e252109ce tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.1002684 Oct 18 18:49:00.387065 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Pushing event updated for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:00.487510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.497782 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8829ed-9b7c-42d6-a24e-a4783030d598 req-8dd87e8d-a57e-4bda-914e-cb370eeb4692 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:00.499575 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bd8829ed-9b7c-42d6-a24e-a4783030d598 req-8dd87e8d-a57e-4bda-914e-cb370eeb4692 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.1286457 Oct 18 18:49:00.502272 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f67ba100-7bed-4fa7-81e2-0ff3144112f8 req-e32f8f41-d9bc-4fe7-b487-b8e9f4a7aae8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267164 Oct 18 18:49:00.534933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Attempting to bind port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:49:00.535266 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Attempting to bind port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:49:00.535595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Attempting to bind port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:49:00.544673 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 on network 5e12d66b-09d8-47c3-b391-898800d64569 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:49:00.544987 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Attempting to bind port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 on network 5e12d66b-09d8-47c3-b391-898800d64569 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:49:00.556318 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:49:00.556649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Checking segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:49:00.557024 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Bound using segment: {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:49:00.557445 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Bound port: 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129ddfec-d982-40eb-a8d0-acf5bbab2628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:49:00.557795 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.571743 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bd8829ed-9b7c-42d6-a24e-a4783030d598 req-2ef9723d-8447-4967-aab6-7ff38781ac24 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613141 Oct 18 18:49:00.635314 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:49:00.639305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:49:00.648043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.688117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:00.688736 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:00.690124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] 10.222.0.25 "PUT /v2.0/ports/964c9f2b-efbd-469b-9cb7-0d127040d1a1 HTTP/1.1" status: 200 len: 1093 time: 0.7656474 Oct 18 18:49:00.690659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:00.692895 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b035127-735f-494d-9951-bacd54f4cbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:00.724471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91039-bb26-4741-8f8c-012730a2692d service neutron] Pushing event updated for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:00.748181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b7e340-e9e1-417f-aa1e-f00f084ee747 x-openstack-request-id: req-91b7e340-e9e1-417f-aa1e-f00f084ee747 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:00.748449 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:00.748696 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91b7e340-e9e1-417f-aa1e-f00f084ee747 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:00.749091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1', 'status': 'completed', 'code': 200} Oct 18 18:49:00.852866 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-376eadb0-cbae-46c6-a9ff-84053b381d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:00.854372 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-376eadb0-cbae-46c6-a9ff-84053b381d5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 1096 time: 0.0418510 Oct 18 18:49:00.866306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 40564) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:00.907790 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-7c63152e-387e-4a97-a1b0-8d8381878498 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0357554 Oct 18 18:49:00.962483 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2882d605-f265-4d71-988f-25eb36101d7a req-7873bd98-d75c-4943-a7eb-112dc6602f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:00.963888 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-7873bd98-d75c-4943-a7eb-112dc6602f47 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.0472333 Oct 18 18:49:00.998889 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-2a6decc0-4968-45d9-bd3b-9824d21ed023 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239787 Oct 18 18:49:01.039093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06e32a3c-afe4-47f5-8e98-b76cddefbde0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.130699 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-c2127501-cade-42db-acc2-f01e30959bcb service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226997 Oct 18 18:49:01.191886 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06e32a3c-afe4-47f5-8e98-b76cddefbde0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.202243 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06e32a3c-afe4-47f5-8e98-b76cddefbde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.271821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-06e32a3c-afe4-47f5-8e98-b76cddefbde0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d70019a05804e90a63277e4b58d1445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043405 Oct 18 18:49:01.274560 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 40570) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:01.276424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e32a3c-afe4-47f5-8e98-b76cddefbde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f15a7f-d877-4890-a108-22558cc8e125,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:01.291914 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2882d605-f265-4d71-988f-25eb36101d7a req-60296a3e-3b35-4867-8c3b-7b9408c56661 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359792 Oct 18 18:49:01.326910 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.350943 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.390458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-5519dc65-384c-4731-9be4-5576728d3ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:01.391989 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-5519dc65-384c-4731-9be4-5576728d3ca4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3a9d946d10724a739e45769fb83f2a7b&device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 1096 time: 0.0454373 Oct 18 18:49:01.399290 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.401934 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:01.403406 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30f15a7f-d877-4890-a108-22558cc8e125 HTTP/1.1" status: 204 len: 168 time: 0.1278582 Oct 18 18:49:01.411121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6fa39b-0653-44ee-9fef-ed1b178d8872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f15a7f-d877-4890-a108-22558cc8e125,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:01.496429 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-9d9b738e-9819-44a4-a1a0-bda68971affb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:01.497903 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-9d9b738e-9819-44a4-a1a0-bda68971affb service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 200 len: 916 time: 0.0986223 Oct 18 18:49:01.559093 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-0b98feda-3544-43bb-9d4d-8abde4a45b09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1 HTTP/1.1" status: 200 len: 217 time: 0.0403125 Oct 18 18:49:01.646018 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-50f524f2-0228-4693-8fd0-6882bd84dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:01.647570 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-50f524f2-0228-4693-8fd0-6882bd84dcd3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 200 len: 855 time: 0.0789893 Oct 18 18:49:01.667429 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0ba98-08be-4962-b3f7-4f7c63e61963 req-77236168-05df-4544-8cd6-e0ed8e91067c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:01.668958 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84a0ba98-08be-4962-b3f7-4f7c63e61963 req-77236168-05df-4544-8cd6-e0ed8e91067c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0745478 Oct 18 18:49:01.720815 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-479138df-9d40-4c65-9db8-eb3f0055e2c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e12d66b-09d8-47c3-b391-898800d64569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508454 Oct 18 18:49:01.778107 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e35c-1193-49cb-a3da-7db7b3fd2243 req-d91fc907-1f81-47ee-a0d5-92c9d860148c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:01.779581 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3501e35c-1193-49cb-a3da-7db7b3fd2243 req-d91fc907-1f81-47ee-a0d5-92c9d860148c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.1284344 Oct 18 18:49:01.803189 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84a0ba98-08be-4962-b3f7-4f7c63e61963 req-b26847ac-2acf-4e8f-8fd8-e70b3b703b10 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102238 Oct 18 18:49:01.876737 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3501e35c-1193-49cb-a3da-7db7b3fd2243 req-1920e6ca-4982-4013-bea8-a808074b3448 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856237 Oct 18 18:49:01.882537 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-8e256cf0-e2de-4739-80a8-d67c94c2a4d3 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509371 Oct 18 18:49:02.006000 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b035127-735f-494d-9951-bacd54f4cbd6 req-88986526-16a5-46e7-90ed-b65286e7a597 service neutron] 10.222.0.25 "GET /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977974 Oct 18 18:49:02.919852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd1978-d43f-4e50-a238-5744a6bffebb req-317f2c3c-3bf6-4fc4-a6d5-5b91e66a4f7f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:02.921385 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edbd1978-d43f-4e50-a238-5744a6bffebb req-317f2c3c-3bf6-4fc4-a6d5-5b91e66a4f7f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0484838 Oct 18 18:49:02.998140 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edbd1978-d43f-4e50-a238-5744a6bffebb req-3c021f44-81c5-40de-9a6e-6a35f9c90c5e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707746 Oct 18 18:49:03.015007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d7fc8-c4b6-46f8-9b84-34a4f6f7e831 req-200163a8-bb96-44ba-8626-385c577a9c82 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:03.027705 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a11d7fc8-c4b6-46f8-9b84-34a4f6f7e831 req-200163a8-bb96-44ba-8626-385c577a9c82 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.0744593 Oct 18 18:49:03.056438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a11d7fc8-c4b6-46f8-9b84-34a4f6f7e831 req-a0191625-2dc5-44fe-91c7-2d114d1070df tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Oct 18 18:49:04.120271 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d7820-589e-44c3-9f81-a93463a36db4 req-a7f2d8ca-cfc7-4398-b9f2-15431bc36747 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:04.121800 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb5d7820-589e-44c3-9f81-a93463a36db4 req-a7f2d8ca-cfc7-4398-b9f2-15431bc36747 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0509963 Oct 18 18:49:04.192225 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb5d7820-589e-44c3-9f81-a93463a36db4 req-df6a0ae0-3e7c-4063-9e36-e75f1081a381 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643742 Oct 18 18:49:04.200505 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68965cd1-5ba6-473e-aa3e-227f9f0c768e req-a78852b3-2955-4d25-b1ee-e2e37be0f38b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:04.202463 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-68965cd1-5ba6-473e-aa3e-227f9f0c768e req-a78852b3-2955-4d25-b1ee-e2e37be0f38b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.0734134 Oct 18 18:49:04.244350 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-68965cd1-5ba6-473e-aa3e-227f9f0c768e req-75b83a87-81a2-4f02-8958-e82200da301a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Oct 18 18:49:05.318218 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61193083-f448-486c-a991-55ddd07e5ff2 req-94dafc75-ea31-4f76-900f-49fd1425089a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:05.320114 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-61193083-f448-486c-a991-55ddd07e5ff2 req-94dafc75-ea31-4f76-900f-49fd1425089a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0531018 Oct 18 18:49:05.401290 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-61193083-f448-486c-a991-55ddd07e5ff2 req-9263155f-b816-4370-8c30-a07dc2837366 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Oct 18 18:49:05.405163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcca62-eb74-47cf-a3f7-81e23976679b req-cc9799e0-a54a-41c7-8301-f45bff53b01b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:05.406769 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cdcca62-eb74-47cf-a3f7-81e23976679b req-cc9799e0-a54a-41c7-8301-f45bff53b01b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.0856502 Oct 18 18:49:05.447109 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cdcca62-eb74-47cf-a3f7-81e23976679b req-99e79215-db06-4d24-a924-1a1bda5f0cb4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346117 Oct 18 18:49:06.541059 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a7aca-7b4a-4282-9d72-33e0cc69f1b9 req-eb1bbb56-8d1d-4ced-82dc-c5b83c6b2ac9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:06.542537 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e48a7aca-7b4a-4282-9d72-33e0cc69f1b9 req-eb1bbb56-8d1d-4ced-82dc-c5b83c6b2ac9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0695651 Oct 18 18:49:06.607105 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0071b4-cb07-4fd5-b9aa-0684acf5cec3 req-969a06a4-9f47-4a0d-9192-8ef4ae94da10 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:06.608571 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b0071b4-cb07-4fd5-b9aa-0684acf5cec3 req-969a06a4-9f47-4a0d-9192-8ef4ae94da10 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 943 time: 0.0907700 Oct 18 18:49:06.611581 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e48a7aca-7b4a-4282-9d72-33e0cc69f1b9 req-474b3b83-9389-467a-8e8e-d784db6988dc tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503078 Oct 18 18:49:06.647729 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3b0071b4-cb07-4fd5-b9aa-0684acf5cec3 req-8084cef6-42f4-4531-881b-99004efcd940 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331597 Oct 18 18:49:06.848159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 964c9f2b-efbd-469b-9cb7-0d127040d1a1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:49:06.944572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:06.955217 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '964c9f2b-efbd-469b-9cb7-0d127040d1a1', 'network_id': '5e12d66b-09d8-47c3-b391-898800d64569', 'port_id': '964c9f2b-efbd-469b-9cb7-0d127040d1a1', 'mac_address': 'fa:16:3e:4c:9e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6408478-c491-40db-8a9b-d894a6c90a11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:49:06.995932 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:07.120646 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964c9f2b-efbd-469b-9cb7-0d127040d1a1 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:49:07.139585 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:07.143608 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:07.192200 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:07.200214 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.200491 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.200834 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.201168 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.201494 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.201820 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.202144 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.202467 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.202804 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.203126 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.203469 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.203784 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:07.725322 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['964c9f2b-efbd-469b-9cb7-0d127040d1a1'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:49:07.738460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40695992-963e-458a-ad4f-d608cb6f0cc3 req-d416bea2-cb2b-46ca-93b5-328306ff76ce tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:07.739949 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-40695992-963e-458a-ad4f-d608cb6f0cc3 req-d416bea2-cb2b-46ca-93b5-328306ff76ce tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0587769 Oct 18 18:49:07.805808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebc5f3-c84d-4e82-ae30-00800e27b7a4 req-ac38db3f-e01b-41a6-987b-82b1e3e81c3f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:07.807356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-98ebc5f3-c84d-4e82-ae30-00800e27b7a4 req-ac38db3f-e01b-41a6-987b-82b1e3e81c3f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 944 time: 0.0865636 Oct 18 18:49:07.810426 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-40695992-963e-458a-ad4f-d608cb6f0cc3 req-8d282a2f-f2a6-4f7a-834b-26762dfaee2c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512331 Oct 18 18:49:07.863205 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-98ebc5f3-c84d-4e82-ae30-00800e27b7a4 req-09a2a6f6-3564-43e2-abf2-7118a1275e24 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493009 Oct 18 18:49:08.929930 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dfc87-aea8-435b-bc2a-c435995717cb req-ab7e7791-f609-49ef-915c-c3f461be5046 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:08.931528 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-757dfc87-aea8-435b-bc2a-c435995717cb req-ab7e7791-f609-49ef-915c-c3f461be5046 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0489764 Oct 18 18:49:08.991485 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-757dfc87-aea8-435b-bc2a-c435995717cb req-6ce67270-4815-437b-a980-6cd8061d6ea4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Oct 18 18:49:09.003644 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb76618-4412-459a-a7fe-218cfe8f820f req-b12f9cf8-c492-4966-ae42-2fe21c66a4e8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:09.005124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ddb76618-4412-459a-a7fe-218cfe8f820f req-b12f9cf8-c492-4966-ae42-2fe21c66a4e8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 944 time: 0.0727046 Oct 18 18:49:09.053830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ddb76618-4412-459a-a7fe-218cfe8f820f req-70bab68c-3179-481a-9f3c-ea0954c82629 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Oct 18 18:49:10.109262 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0d544-7dc0-4171-87f4-b04cd2163af9 req-489bbf4d-47d5-4e06-9166-ffdc08518342 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:10.110794 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a3f0d544-7dc0-4171-87f4-b04cd2163af9 req-489bbf4d-47d5-4e06-9166-ffdc08518342 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0489054 Oct 18 18:49:10.178670 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a3f0d544-7dc0-4171-87f4-b04cd2163af9 req-b5fa198c-89db-4646-92b1-a21155bfd9cc tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599117 Oct 18 18:49:10.193759 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2c1f-c7f0-4823-91ca-76d7557aaf1a req-365ca6f5-c8f1-43eb-b0c0-a3b84d39f6da tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:10.195253 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a15e2c1f-c7f0-4823-91ca-76d7557aaf1a req-365ca6f5-c8f1-43eb-b0c0-a3b84d39f6da tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 944 time: 0.0680637 Oct 18 18:49:10.240100 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a15e2c1f-c7f0-4823-91ca-76d7557aaf1a req-dbd90f15-7b2f-4646-82cd-eb87d9c1553f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Oct 18 18:49:10.856931 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 964c9f2b-efbd-469b-9cb7-0d127040d1a1 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:49:10.908096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:49:10.912134 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:49:10.912525 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:10.988401 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:11.012919 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:11.015386 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61963c68-1c0e-444b-b539-df7d025becab" -d '{"events": [{"server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "name": "network-vif-plugged", "status": "completed", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:11.030760 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:11.035512 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:11.061794 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8d2fce-690a-42f4-8fa5-f867ad8bd78b x-openstack-request-id: req-3a8d2fce-690a-42f4-8fa5-f867ad8bd78b {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:11.062119 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "name": "network-vif-plugged", "status": "completed", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:11.062376 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a8d2fce-690a-42f4-8fa5-f867ad8bd78b {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:11.062803 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1', 'code': 200} Oct 18 18:49:11.088960 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:11.244605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756686a6-73c4-444a-9e41-ffd80742e3a0 req-6bd74269-5f0b-4f9d-ae34-1824681e7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:11.246118 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-756686a6-73c4-444a-9e41-ffd80742e3a0 req-6bd74269-5f0b-4f9d-ae34-1824681e7826 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 1098 time: 0.0480530 Oct 18 18:49:11.306044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-756686a6-73c4-444a-9e41-ffd80742e3a0 req-b537cb19-45ab-452c-9e18-3ff2fdf2b276 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Oct 18 18:49:11.317455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21fa8-d1a9-435f-8ed1-30572ea2c0e5 req-f61b392b-cd75-4338-b1c2-c314dd0ccae4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:11.318870 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d9f21fa8-d1a9-435f-8ed1-30572ea2c0e5 req-f61b392b-cd75-4338-b1c2-c314dd0ccae4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0689843 Oct 18 18:49:11.381117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d9f21fa8-d1a9-435f-8ed1-30572ea2c0e5 req-688bfe43-d0e1-4778-9df0-1833c4f68634 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Oct 18 18:49:11.390109 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44b795-81fc-4894-b0e9-f32720998231 req-d308b9f1-f178-45c6-a6d1-6567772f8543 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:11.391625 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0d44b795-81fc-4894-b0e9-f32720998231 req-d308b9f1-f178-45c6-a6d1-6567772f8543 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0718987 Oct 18 18:49:11.436937 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0d44b795-81fc-4894-b0e9-f32720998231 req-5a25045a-c17d-4548-89c4-4091a1d16268 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Oct 18 18:49:12.507126 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d28298-62a1-4efd-a008-cb886a79e6a0 req-e318411b-62d2-4def-ab76-c3daf2842cad tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:12.508596 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53d28298-62a1-4efd-a008-cb886a79e6a0 req-e318411b-62d2-4def-ab76-c3daf2842cad tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0516200 Oct 18 18:49:12.571566 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53d28298-62a1-4efd-a008-cb886a79e6a0 req-efc56df9-52c6-4d99-9b7d-921964509a8f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543191 Oct 18 18:49:12.580709 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa61b78-5e9f-4fcb-bf3d-b3c505483c1e req-c533d860-3798-4acf-85e5-5f26555b9d74 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:12.582560 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0fa61b78-5e9f-4fcb-bf3d-b3c505483c1e req-c533d860-3798-4acf-85e5-5f26555b9d74 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0728822 Oct 18 18:49:12.623529 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0fa61b78-5e9f-4fcb-bf3d-b3c505483c1e req-0cde37b8-8d6b-479e-bd33-d1ccb968114f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337934 Oct 18 18:49:13.693300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd5da4-26be-4d55-a88d-78e5c7253e4c req-1a5b1cd3-99bc-48a3-9ce3-0f3bb759a3d8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:13.694741 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-effd5da4-26be-4d55-a88d-78e5c7253e4c req-1a5b1cd3-99bc-48a3-9ce3-0f3bb759a3d8 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0480673 Oct 18 18:49:13.760248 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-effd5da4-26be-4d55-a88d-78e5c7253e4c req-37f3ad85-bdb6-42ee-bdb9-445bad58f679 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567954 Oct 18 18:49:13.768198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de54f-2eef-47cf-b4cb-74066111a184 req-fb579f3f-9a0e-4191-bac6-042011670e4d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:13.769618 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7a0de54f-2eef-47cf-b4cb-74066111a184 req-fb579f3f-9a0e-4191-bac6-042011670e4d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0740118 Oct 18 18:49:13.811046 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7a0de54f-2eef-47cf-b4cb-74066111a184 req-da523e0b-b14a-4577-af2c-b7fccb8448f3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354326 Oct 18 18:49:14.873153 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93edcd2-e3e6-4292-b0cc-aea16b2728ce req-e19ba7b1-0838-4c27-bd73-acc71cad33f9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:14.874908 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f93edcd2-e3e6-4292-b0cc-aea16b2728ce req-e19ba7b1-0838-4c27-bd73-acc71cad33f9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0462685 Oct 18 18:49:14.910882 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f93edcd2-e3e6-4292-b0cc-aea16b2728ce req-aad5678a-3e08-4692-81bb-8ba829958be7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302794 Oct 18 18:49:15.528641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a05029-8283-4425-928a-429fe92486d8 req-34383c9c-6544-4ebc-a0dc-fe82d8f6a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:15.530118 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-19a05029-8283-4425-928a-429fe92486d8 req-34383c9c-6544-4ebc-a0dc-fe82d8f6a87e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0418212 Oct 18 18:49:15.778226 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-19a05029-8283-4425-928a-429fe92486d8 req-a83743df-69ce-442e-a73f-7fea0dfba2bd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399278 Oct 18 18:49:16.025082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a606df-4d46-42ab-a9ef-409c2e43ba59 req-c9ca3324-2613-4840-8b56-d88ad07305d3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:16.027199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4a606df-4d46-42ab-a9ef-409c2e43ba59 req-c9ca3324-2613-4840-8b56-d88ad07305d3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0492270 Oct 18 18:49:16.065449 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4a606df-4d46-42ab-a9ef-409c2e43ba59 req-119615b7-6b21-4b95-89cf-e6e82a19d76e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Oct 18 18:49:17.179251 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2164ff-061c-4a3b-b548-05858259ee7a req-feba808b-8b13-4a88-b7a4-6af2fd01f75b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:17.180734 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ef2164ff-061c-4a3b-b548-05858259ee7a req-feba808b-8b13-4a88-b7a4-6af2fd01f75b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0472896 Oct 18 18:49:17.218735 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ef2164ff-061c-4a3b-b548-05858259ee7a req-4385b234-f47c-4836-a855-66f6417bb055 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Oct 18 18:49:18.340651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d3db9-a254-4792-8a06-6ce43ce0d3c0 req-5b9cc4d0-dbe9-4b96-9ce7-faf198eef717 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:18.342210 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa6d3db9-a254-4792-8a06-6ce43ce0d3c0 req-5b9cc4d0-dbe9-4b96-9ce7-faf198eef717 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0531642 Oct 18 18:49:18.383819 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa6d3db9-a254-4792-8a06-6ce43ce0d3c0 req-bbf75ae2-f262-42a4-8f73-c4e062336798 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337324 Oct 18 18:49:18.763632 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-e0cd8273-69bb-44ad-83c2-a7d4d8ff7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:18.765129 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-e0cd8273-69bb-44ad-83c2-a7d4d8ff7976 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0699618 Oct 18 18:49:18.772589 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb5bb6-2a1c-4d48-ab65-5f6e3f3ac68d req-77649ec5-bec3-4991-b803-8635bb95a7c4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:18.773872 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ceb5bb6-2a1c-4d48-ab65-5f6e3f3ac68d req-77649ec5-bec3-4991-b803-8635bb95a7c4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0710351 Oct 18 18:49:18.864293 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ceb5bb6-2a1c-4d48-ab65-5f6e3f3ac68d req-0a2c3204-d73d-4601-b3d0-9af472f26e6c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817428 Oct 18 18:49:18.885620 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-24861cc3-05a9-4781-b11d-8e1e40ad379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:18.887093 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-24861cc3-05a9-4781-b11d-8e1e40ad379d service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.1120524 Oct 18 18:49:18.935958 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-294137ad-8b5c-4033-b792-93c8bf2d8347 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0408311 Oct 18 18:49:18.996681 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-e20c2996-11e5-4a18-91bd-84d8510350b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:18.998183 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-e20c2996-11e5-4a18-91bd-84d8510350b6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0497453 Oct 18 18:49:19.031507 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-43596f11-13a1-489c-ac5c-f16cd850240c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245919 Oct 18 18:49:19.123572 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-9969f7b1-ae7c-4da3-8d83-e754dbdf1a57 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847702 Oct 18 18:49:19.213128 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a07a8f8b-8afc-4441-be94-c132ce68d635 req-3964ae69-783f-451f-a173-c23c2a1b1a8d service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808079 Oct 18 18:49:19.977694 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa54d70-65c0-41f0-85cb-6b6dfca72e68 req-da52b06c-9e46-459f-a386-60230c91c6cd tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:19.979297 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5aa54d70-65c0-41f0-85cb-6b6dfca72e68 req-da52b06c-9e46-459f-a386-60230c91c6cd tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0473366 Oct 18 18:49:20.022520 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5aa54d70-65c0-41f0-85cb-6b6dfca72e68 req-fa82bb70-92dd-42b1-a74a-89fb5fa56f3d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Oct 18 18:49:20.086663 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:49:20.743500 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c80babcf-dc7a-4a7d-aa6a-694739afd246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:21.146529 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02002a6-d65d-43a0-9bd4-264e57db4cbf req-bfe68b97-d867-4acd-8803-a44b9484dae7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:21.148044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c02002a6-d65d-43a0-9bd4-264e57db4cbf req-bfe68b97-d867-4acd-8803-a44b9484dae7 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0583701 Oct 18 18:49:21.185417 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c02002a6-d65d-43a0-9bd4-264e57db4cbf req-e693209d-20ec-48cb-b05c-c31dd6aa47a5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315585 Oct 18 18:49:22.306792 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f204ae4-a7f6-4493-93e6-630716e4942e req-41b4263b-87cd-4b1b-a573-05820da2e37e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:22.308272 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5f204ae4-a7f6-4493-93e6-630716e4942e req-41b4263b-87cd-4b1b-a573-05820da2e37e tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0568490 Oct 18 18:49:22.346300 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5f204ae4-a7f6-4493-93e6-630716e4942e req-daff0ee8-37c4-4a86-b3ae-afe0420f7bf5 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314283 Oct 18 18:49:23.328454 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-00ec5214-b3e8-453b-9fad-8da4715866fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:23.460108 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b38b0dd-3dca-4c3b-a47c-806f89af403b req-ffa47812-5cf3-444b-a7eb-106502adbd1c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:23.461683 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9b38b0dd-3dca-4c3b-a47c-806f89af403b req-ffa47812-5cf3-444b-a7eb-106502adbd1c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0473511 Oct 18 18:49:23.497830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9b38b0dd-3dca-4c3b-a47c-806f89af403b req-1583ed94-3f6a-4a20-b1e1-92e4431dd70f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305290 Oct 18 18:49:24.208185 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:24.615494 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c299500-7b87-46cb-b7b4-c16230d2bcfc req-deeb0e15-7f60-4599-beb1-016434368dde tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:24.617267 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c299500-7b87-46cb-b7b4-c16230d2bcfc req-deeb0e15-7f60-4599-beb1-016434368dde tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0528181 Oct 18 18:49:24.646881 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:24.657894 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c299500-7b87-46cb-b7b4-c16230d2bcfc req-12e9fbd3-930d-4c62-9aa9-ad9f65c4cd8f tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321047 Oct 18 18:49:26.044370 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:26.659356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd7ee8-dd7f-4ae2-845a-3f5eeaedcaaa req-07bee3fc-44fd-47d7-9f15-bfd4a2e0f005 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:26.661683 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69bd7ee8-dd7f-4ae2-845a-3f5eeaedcaaa req-07bee3fc-44fd-47d7-9f15-bfd4a2e0f005 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Oct 18 18:49:26.702730 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69bd7ee8-dd7f-4ae2-845a-3f5eeaedcaaa req-e2cf38e3-d2c8-4ad0-beda-0e1d83c510b0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359111 Oct 18 18:49:27.256753 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-4663b31a-4a02-4682-8256-b5bfe94175da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386395 Oct 18 18:49:27.342639 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4321-d232-49a9-9aea-d39913b27091 req-f55d139f-7b0a-43d0-bffb-7ba9577e2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:27.344169 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-f55d139f-7b0a-43d0-bffb-7ba9577e2d8a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 1098 time: 0.0433092 Oct 18 18:49:27.448846 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4321-d232-49a9-9aea-d39913b27091 req-e7bd9781-29f9-4681-a603-16b66f54f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:27.450305 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-e7bd9781-29f9-4681-a603-16b66f54f2fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 200 len: 919 time: 0.0835989 Oct 18 18:49:27.496002 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-d210b723-b535-4260-b4de-6254ccda2113 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 200 len: 217 time: 0.0367274 Oct 18 18:49:27.545688 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c4321-d232-49a9-9aea-d39913b27091 req-b1fa9a33-5720-4793-b722-c7599e450390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:27.547608 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-b1fa9a33-5720-4793-b722-c7599e450390 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 200 len: 858 time: 0.0419154 Oct 18 18:49:27.577754 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-326a1254-a1b0-46da-ac94-90e5447ff8be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=792d6731-22db-4847-adec-f813a7e1ed43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226150 Oct 18 18:49:27.678661 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-feea5e7a-a4a0-416b-bb14-693c7b6c96b7 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924575 Oct 18 18:49:27.801043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d78c4321-d232-49a9-9aea-d39913b27091 req-aad91cc7-c5ac-4983-85dd-ab3b8997cf44 service neutron] 10.222.0.25 "GET /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133423 Oct 18 18:49:27.836296 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c421e8-a046-47ad-8ea1-485443da53a4 req-3739b260-df31-498f-9294-e1343b0f0bf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:27.837838 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-43c421e8-a046-47ad-8ea1-485443da53a4 req-3739b260-df31-498f-9294-e1343b0f0bf7 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0516481 Oct 18 18:49:27.879681 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-43c421e8-a046-47ad-8ea1-485443da53a4 req-f3eecade-19c2-4969-8c65-fe2eea0f147c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Oct 18 18:49:28.990466 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46feb8b-a389-4687-8f22-a12b09112e76 req-401a70d6-4543-4ce7-a92d-2d7bdbc4ac78 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:28.992000 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a46feb8b-a389-4687-8f22-a12b09112e76 req-401a70d6-4543-4ce7-a92d-2d7bdbc4ac78 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0469787 Oct 18 18:49:29.030825 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a46feb8b-a389-4687-8f22-a12b09112e76 req-50169dba-05a6-462f-aed6-091b2d25942f tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Oct 18 18:49:29.264053 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-6812f1d0-27db-4f2e-a9e0-fa9e54b82c0b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:29.265660 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-6812f1d0-27db-4f2e-a9e0-fa9e54b82c0b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 945 time: 0.0484881 Oct 18 18:49:29.359471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Deleting port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:29.359807 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:29.453574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] For port 964c9f2b-efbd-469b-9cb7-0d127040d1a1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=964c9f2b-efbd-469b-9cb7-0d127040d1a1,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:29.453941 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:29.469006 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Calling delete_port for 964c9f2b-efbd-469b-9cb7-0d127040d1a1 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:29.584496 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781295e-4a39-44be-9678-7052c1d7c647 req-be5843cd-5d94-42a3-873b-21848a59ec96 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:29.585888 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3781295e-4a39-44be-9678-7052c1d7c647 req-be5843cd-5d94-42a3-873b-21848a59ec96 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0717225 Oct 18 18:49:29.660461 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3781295e-4a39-44be-9678-7052c1d7c647 req-d531ef92-ba2a-4aff-bcbf-801cf18a790a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677748 Oct 18 18:49:29.664689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:29.690724 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687', '91f7ddff-3be5-4869-9027-054668548cdc', '4a81338e-03c5-4366-afdd-53ed6854a01d', '964c9f2b-efbd-469b-9cb7-0d127040d1a1'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:49:29.695240 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event deleted for resources: {'Port': ['ID=964c9f2b-efbd-469b-9cb7-0d127040d1a1,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:29.710465 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.710841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.711179 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.711513 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.711841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.712537 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.712537 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.712821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.713101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.713421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.713741 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.714063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:29.746618 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] No DVR routers for this DVR port 964c9f2b-efbd-469b-9cb7-0d127040d1a1 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:49:29.750698 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:29.753931 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-96bb3a68-2922-4880-ac5c-79626c2a3386 req-0887eb3f-cc92-460e-9c87-656ffaac564d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "DELETE /v2.0/ports/964c9f2b-efbd-469b-9cb7-0d127040d1a1 HTTP/1.1" status: 204 len: 173 time: 0.4821835 Oct 18 18:49:29.754363 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'name': 'network-vif-deleted', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:29.756608 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d037f-3d1c-4cdb-bf42-80307189b4e7" -d '{"events": [{"server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "name": "network-vif-deleted", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:29.799101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ea4a82-854d-4be5-a7f4-7ea07f0b9868 x-openstack-request-id: req-34ea4a82-854d-4be5-a7f4-7ea07f0b9868 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:29.799391 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8376186-c434-4ac1-ae67-4ff0a7d53212", "name": "network-vif-deleted", "tag": "964c9f2b-efbd-469b-9cb7-0d127040d1a1", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:29.799643 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34ea4a82-854d-4be5-a7f4-7ea07f0b9868 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:29.800035 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8376186-c434-4ac1-ae67-4ff0a7d53212', 'name': 'network-vif-deleted', 'tag': '964c9f2b-efbd-469b-9cb7-0d127040d1a1', 'status': 'completed', 'code': 200} Oct 18 18:49:30.130778 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2e968a92-42d5-4ffb-ade1-69fb2cff1a51 req-27d81534-f378-4849-a2e8-43c033b0924e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8376186-c434-4ac1-ae67-4ff0a7d53212 HTTP/1.1" status: 200 len: 210 time: 0.0251226 Oct 18 18:49:30.477555 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:30.775068 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dedc1-0c26-4511-842d-44eebd19a9fa req-fa036b13-5670-42b6-9698-14c3e5e5b138 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:30.776514 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-371dedc1-0c26-4511-842d-44eebd19a9fa req-fa036b13-5670-42b6-9698-14c3e5e5b138 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0470793 Oct 18 18:49:30.812421 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-371dedc1-0c26-4511-842d-44eebd19a9fa req-b6d12001-b52b-4211-a177-8138546770eb tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300918 Oct 18 18:49:31.927516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca7e9-e34b-4dbe-bbb6-dbfbbd8afe36 req-8f8e03e5-5536-49c6-8c15-7fdcbffe3463 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:31.929002 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ddeca7e9-e34b-4dbe-bbb6-dbfbbd8afe36 req-8f8e03e5-5536-49c6-8c15-7fdcbffe3463 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0505614 Oct 18 18:49:31.965241 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ddeca7e9-e34b-4dbe-bbb6-dbfbbd8afe36 req-c6729b32-68b7-47f8-85bc-fb13b80fef1b tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305297 Oct 18 18:49:32.543298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2acfb2-ddb2-4029-813f-1c808f6c3c95 req-5e16e09a-532c-4034-85c4-f9cde9cf4826 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:32.544676 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c2acfb2-ddb2-4029-813f-1c808f6c3c95 req-5e16e09a-532c-4034-85c4-f9cde9cf4826 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0478125 Oct 18 18:49:32.584575 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c2acfb2-ddb2-4029-813f-1c808f6c3c95 req-9824353b-42eb-42d4-882c-8d011fea479b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Oct 18 18:49:32.859974 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-b6c3423e-6629-433b-8069-625ea7729548 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:32.861510 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-b6c3423e-6629-433b-8069-625ea7729548 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0476301 Oct 18 18:49:32.958848 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Deleting port 1fdcffd5-8818-4586-8937-054931df669c {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:32.959426 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:33.024237 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 964c9f2b-efbd-469b-9cb7-0d127040d1a1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:49:33.044361 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 964c9f2b-efbd-469b-9cb7-0d127040d1a1 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:49:33.044816 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 964c9f2b-efbd-469b-9cb7-0d127040d1a1 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:49:33.087258 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] For port 1fdcffd5-8818-4586-8937-054931df669c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=1fdcffd5-8818-4586-8937-054931df669c,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:33.087531 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:33.103074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Calling delete_port for 1fdcffd5-8818-4586-8937-054931df669c owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:33.120461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe6eda-abad-4987-821b-8baaf306dc42 req-d31e3e85-7dec-41ef-aee0-59939b8ddc2d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:33.121919 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bffe6eda-abad-4987-821b-8baaf306dc42 req-d31e3e85-7dec-41ef-aee0-59939b8ddc2d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=118f56a8-2fea-4105-b261-e9f3108ecac0 HTTP/1.1" status: 200 len: 946 time: 0.0830879 Oct 18 18:49:33.205565 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bffe6eda-abad-4987-821b-8baaf306dc42 req-88104a21-b958-409b-a899-ae659754aed1 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505445 Oct 18 18:49:33.270845 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:33.282303 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['81491a85-f021-44b0-9347-7df17a8ba286', '1fdcffd5-8818-4586-8937-054931df669c'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:49:33.300611 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Pushing event deleted for resources: {'Port': ['ID=1fdcffd5-8818-4586-8937-054931df669c,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:33.341133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] No DVR routers for this DVR port 1fdcffd5-8818-4586-8937-054931df669c on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:49:33.343594 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:33.346829 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36a441c0-a001-404a-a74b-d14ae7c7b5f7 req-4bd0886a-2517-446e-8deb-813c17327c5a tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "DELETE /v2.0/ports/1fdcffd5-8818-4586-8937-054931df669c HTTP/1.1" status: 204 len: 173 time: 0.4774601 Oct 18 18:49:33.347340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'name': 'network-vif-deleted', 'tag': '1fdcffd5-8818-4586-8937-054931df669c'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:33.349677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e56e25-0dd6-4568-8603-0ab1de73ff2e" -d '{"events": [{"server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "name": "network-vif-deleted", "tag": "1fdcffd5-8818-4586-8937-054931df669c"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:33.393115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef081c-8299-4500-8a92-b42aa1020498 x-openstack-request-id: req-03ef081c-8299-4500-8a92-b42aa1020498 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:33.393421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "118f56a8-2fea-4105-b261-e9f3108ecac0", "name": "network-vif-deleted", "tag": "1fdcffd5-8818-4586-8937-054931df669c", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:33.393681 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03ef081c-8299-4500-8a92-b42aa1020498 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:33.394068 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '118f56a8-2fea-4105-b261-e9f3108ecac0', 'name': 'network-vif-deleted', 'tag': '1fdcffd5-8818-4586-8937-054931df669c', 'status': 'completed', 'code': 200} Oct 18 18:49:33.694836 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448480b0-98ba-4300-b04b-9629ae87fc76 req-d6a32e98-54d7-40a2-80ca-6576bba182b8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:33.696295 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-448480b0-98ba-4300-b04b-9629ae87fc76 req-d6a32e98-54d7-40a2-80ca-6576bba182b8 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0471628 Oct 18 18:49:33.734170 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-448480b0-98ba-4300-b04b-9629ae87fc76 req-3f7da17c-27ea-45f0-b9ea-45fbfb440a90 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Oct 18 18:49:34.480572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f463-c2ce-4817-8acc-ae7d6304ecc8 req-3413e1f9-6dc9-4042-ac48-fc7a5385c974 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:34.482033 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc11f463-c2ce-4817-8acc-ae7d6304ecc8 req-3413e1f9-6dc9-4042-ac48-fc7a5385c974 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0530822 Oct 18 18:49:34.519437 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc11f463-c2ce-4817-8acc-ae7d6304ecc8 req-e1fab06c-6264-47da-8376-1daabaac96b1 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308867 Oct 18 18:49:34.852056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b1d98-babc-4821-a4c5-6d74cb2eac8c req-31f31ecc-3bdd-47e0-b5c4-64c6995ef773 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:34.853541 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-033b1d98-babc-4821-a4c5-6d74cb2eac8c req-31f31ecc-3bdd-47e0-b5c4-64c6995ef773 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Oct 18 18:49:34.892223 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-033b1d98-babc-4821-a4c5-6d74cb2eac8c req-dbca36c5-f69a-410d-848b-c59f080998e9 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Oct 18 18:49:35.227852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-cf680c8b-5fb2-4c69-83af-5febacc6a9b0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:35.229287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-cf680c8b-5fb2-4c69-83af-5febacc6a9b0 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 945 time: 0.0476611 Oct 18 18:49:35.321566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Deleting port 4a81338e-03c5-4366-afdd-53ed6854a01d {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:35.321903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:35.407678 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] For port 4a81338e-03c5-4366-afdd-53ed6854a01d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4a81338e-03c5-4366-afdd-53ed6854a01d,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:35.408031 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:35.419411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Calling delete_port for 4a81338e-03c5-4366-afdd-53ed6854a01d owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:35.545056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:35.559105 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687', '91f7ddff-3be5-4869-9027-054668548cdc', '4a81338e-03c5-4366-afdd-53ed6854a01d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:49:35.579796 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event deleted for resources: {'Port': ['ID=4a81338e-03c5-4366-afdd-53ed6854a01d,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:35.648093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] No DVR routers for this DVR port 4a81338e-03c5-4366-afdd-53ed6854a01d on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:49:35.652572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:35.655798 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abb06877-badd-4b66-90d2-2a7b684dbfeb req-4c89fe3e-539a-4fdb-b1b7-eaada9d16751 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "DELETE /v2.0/ports/4a81338e-03c5-4366-afdd-53ed6854a01d HTTP/1.1" status: 204 len: 173 time: 0.4187450 Oct 18 18:49:35.656228 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'name': 'network-vif-deleted', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:35.658516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ab341a-b34b-475f-a82b-7600449f7eb1" -d '{"events": [{"server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "name": "network-vif-deleted", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:35.678636 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc60782-3587-41db-8011-643edc82da37 req-55ff4fdc-0758-4ff6-9e50-e7308673552c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:35.680310 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cc60782-3587-41db-8011-643edc82da37 req-55ff4fdc-0758-4ff6-9e50-e7308673552c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0889218 Oct 18 18:49:35.711897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ececf8d-a9e6-48d7-be1e-84770224e253 x-openstack-request-id: req-5ececf8d-a9e6-48d7-be1e-84770224e253 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:35.712189 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5e0817-1e34-4dcf-a676-a8c22d1cc997", "name": "network-vif-deleted", "tag": "4a81338e-03c5-4366-afdd-53ed6854a01d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:35.712439 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5ececf8d-a9e6-48d7-be1e-84770224e253 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:35.712833 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5e0817-1e34-4dcf-a676-a8c22d1cc997', 'name': 'network-vif-deleted', 'tag': '4a81338e-03c5-4366-afdd-53ed6854a01d', 'status': 'completed', 'code': 200} Oct 18 18:49:35.726427 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cc60782-3587-41db-8011-643edc82da37 req-38303cf2-0366-424c-ada8-a859b5f3ce66 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397091 Oct 18 18:49:36.007421 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4293c7b0-9b62-4f6d-8273-38b1da778d0c req-5af57f78-fd69-4637-adcc-8f06eb9d86f4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d5e0817-1e34-4dcf-a676-a8c22d1cc997 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Oct 18 18:49:36.839331 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c239c8-8f2a-4f22-a680-bcf4d6cf5d17 req-a60862c1-832c-44a7-8104-08c7b4a88db1 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:36.840862 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47c239c8-8f2a-4f22-a680-bcf4d6cf5d17 req-a60862c1-832c-44a7-8104-08c7b4a88db1 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0466557 Oct 18 18:49:36.887138 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47c239c8-8f2a-4f22-a680-bcf4d6cf5d17 req-6291c75d-10e9-48ef-bd9d-fac26dcf33fa tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Oct 18 18:49:37.017769 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 1fdcffd5-8818-4586-8937-054931df669c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:49:37.037960 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 1fdcffd5-8818-4586-8937-054931df669c {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:49:37.038303 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 1fdcffd5-8818-4586-8937-054931df669c not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:49:37.274014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cf26b-f62a-48f8-b64c-a75ecb7f9696 req-0c6a5241-b239-4381-a84f-2236517cd07e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:37.275529 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f12cf26b-f62a-48f8-b64c-a75ecb7f9696 req-0c6a5241-b239-4381-a84f-2236517cd07e tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0527828 Oct 18 18:49:37.327678 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f12cf26b-f62a-48f8-b64c-a75ecb7f9696 req-6b8a6e5d-502b-4ac2-940e-d3d2d3cdca3d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424354 Oct 18 18:49:37.995181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593765-090e-42b2-848c-9833a19f5525 req-3a608edf-0014-4915-baed-13fa85a715d9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:37.999841 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-66593765-090e-42b2-848c-9833a19f5525 req-3a608edf-0014-4915-baed-13fa85a715d9 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0521448 Oct 18 18:49:38.035286 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-66593765-090e-42b2-848c-9833a19f5525 req-c69a6d9b-9738-4b11-8194-31fec44ca5d4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Oct 18 18:49:38.446011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137311f-0cde-4276-95a5-7b319257d8b0 req-d0627503-ae01-46a7-8caf-86d446cc823a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:38.447535 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b137311f-0cde-4276-95a5-7b319257d8b0 req-d0627503-ae01-46a7-8caf-86d446cc823a tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0595779 Oct 18 18:49:38.485346 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b137311f-0cde-4276-95a5-7b319257d8b0 req-78150c5e-ad0d-4065-bc3e-f954d07213ef tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319760 Oct 18 18:49:39.153197 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0f0d3-f2b2-4bd1-a922-ebff30bcbd7c req-11e887ae-d5df-46a5-9539-12909c66ca13 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:39.154671 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ef0f0d3-f2b2-4bd1-a922-ebff30bcbd7c req-11e887ae-d5df-46a5-9539-12909c66ca13 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0506256 Oct 18 18:49:39.190916 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ef0f0d3-f2b2-4bd1-a922-ebff30bcbd7c req-324e378f-b5ab-41f9-8cdd-e960dd811252 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304608 Oct 18 18:49:39.599044 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808afe6-6929-4e33-939d-9a283b875945 req-ac5174a5-018e-46a8-a69b-ebcfd65b153d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:39.600518 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f808afe6-6929-4e33-939d-9a283b875945 req-ac5174a5-018e-46a8-a69b-ebcfd65b153d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0470729 Oct 18 18:49:39.637764 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f808afe6-6929-4e33-939d-9a283b875945 req-8e4ce56b-af08-4962-8a28-89fd614a015c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314722 Oct 18 18:49:40.510742 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4a81338e-03c5-4366-afdd-53ed6854a01d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:49:40.530767 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 4a81338e-03c5-4366-afdd-53ed6854a01d {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:49:40.531108 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4a81338e-03c5-4366-afdd-53ed6854a01d not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:49:43.202529 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a3947-8512-4cf1-a577-5fa619f79fda req-b405fe5e-f4a3-4f0a-8265-fcdec08b8836 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:43.204011 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-510a3947-8512-4cf1-a577-5fa619f79fda req-b405fe5e-f4a3-4f0a-8265-fcdec08b8836 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0597584 Oct 18 18:49:43.210929 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e0989-43dc-454d-a331-1c6b05043192 req-ae75db1a-39a3-4e8e-b1fd-0ca6805ca21d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:43.212250 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-796e0989-43dc-454d-a331-1c6b05043192 req-ae75db1a-39a3-4e8e-b1fd-0ca6805ca21d tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0931804 Oct 18 18:49:43.265840 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-510a3947-8512-4cf1-a577-5fa619f79fda req-ea78054b-1bec-461a-b2be-7f22e24e2507 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526681 Oct 18 18:49:43.270465 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-796e0989-43dc-454d-a331-1c6b05043192 req-52733385-5efe-4b98-9ea5-dec4b292ed7c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Oct 18 18:49:43.804090 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-0e66c900-1101-4d45-a3a4-338d14b18b53 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:43.805509 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-0e66c900-1101-4d45-a3a4-338d14b18b53 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 946 time: 0.0464742 Oct 18 18:49:43.897531 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Deleting port 91f7ddff-3be5-4869-9027-054668548cdc {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:43.897869 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:43.983344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] For port 91f7ddff-3be5-4869-9027-054668548cdc, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=91f7ddff-3be5-4869-9027-054668548cdc,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:43.983701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:43.995825 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Calling delete_port for 91f7ddff-3be5-4869-9027-054668548cdc owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:44.125897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:44.137440 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687', '91f7ddff-3be5-4869-9027-054668548cdc'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:49:44.162603 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event deleted for resources: {'Port': ['ID=91f7ddff-3be5-4869-9027-054668548cdc,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:44.195654 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] No DVR routers for this DVR port 91f7ddff-3be5-4869-9027-054668548cdc on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:49:44.198253 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:44.202497 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84197ef7-85e4-41bc-ae81-f2371a07da8a req-e69999b0-46e4-4de9-ab89-0ec98312541d tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "DELETE /v2.0/ports/91f7ddff-3be5-4869-9027-054668548cdc HTTP/1.1" status: 204 len: 173 time: 0.3879147 Oct 18 18:49:44.202677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'name': 'network-vif-deleted', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:44.205133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8029f-e757-4697-b2c8-bca7aea20b2f" -d '{"events": [{"server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "name": "network-vif-deleted", "tag": "91f7ddff-3be5-4869-9027-054668548cdc"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:44.245495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450ab6a3-c350-4928-bee2-bf7837afa165 x-openstack-request-id: req-450ab6a3-c350-4928-bee2-bf7837afa165 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:44.245794 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efaa5cc-5682-44b0-88b1-99939b1a8242", "name": "network-vif-deleted", "tag": "91f7ddff-3be5-4869-9027-054668548cdc", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:44.246048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-450ab6a3-c350-4928-bee2-bf7837afa165 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:44.246517 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efaa5cc-5682-44b0-88b1-99939b1a8242', 'name': 'network-vif-deleted', 'tag': '91f7ddff-3be5-4869-9027-054668548cdc', 'status': 'completed', 'code': 200} Oct 18 18:49:44.409654 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b6b3b124-f9d0-4773-b64f-be84e7387d26 req-9b07209a-1044-4f2a-ad84-4540655306b1 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=7efaa5cc-5682-44b0-88b1-99939b1a8242 HTTP/1.1" status: 200 len: 210 time: 0.0299776 Oct 18 18:49:44.426092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3d746-2f58-41c8-89fa-aefa2476f374 req-a4c24a56-2f1f-4e34-9a94-89b25a852f3c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:44.427637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-baa3d746-2f58-41c8-89fa-aefa2476f374 req-a4c24a56-2f1f-4e34-9a94-89b25a852f3c tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0788906 Oct 18 18:49:44.472876 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-baa3d746-2f58-41c8-89fa-aefa2476f374 req-3fa5f689-24f0-4b38-9bee-afbb5cda7aee tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Oct 18 18:49:49.777842 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e96a65-3508-4222-b47e-1aa30ac53976 req-6a3e0daf-530a-4360-a0b7-2333458725b4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:49.779375 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06e96a65-3508-4222-b47e-1aa30ac53976 req-6a3e0daf-530a-4360-a0b7-2333458725b4 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0503817 Oct 18 18:49:49.819195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06e96a65-3508-4222-b47e-1aa30ac53976 req-305458ca-4bbd-4f74-8553-3ed68a1839e3 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/security-groups?id=13d41a57-e5cd-4652-9cb5-5e53b57427be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Oct 18 18:49:49.898287 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-a1dead7f-1780-4a3a-83ea-41c6ec223218 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:49:49.899859 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-a1dead7f-1780-4a3a-83ea-41c6ec223218 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 945 time: 0.0526960 Oct 18 18:49:49.988464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Deleting port 81491a85-f021-44b0-9347-7df17a8ba286 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:49.988806 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:50.135166 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 91f7ddff-3be5-4869-9027-054668548cdc no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:49:50.156730 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 91f7ddff-3be5-4869-9027-054668548cdc {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:49:50.156987 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 91f7ddff-3be5-4869-9027-054668548cdc not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:49:50.281298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] For port 81491a85-f021-44b0-9347-7df17a8ba286, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=81491a85-f021-44b0-9347-7df17a8ba286,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:50.281661 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:50.293577 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Calling delete_port for 81491a85-f021-44b0-9347-7df17a8ba286 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:50.417106 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:50.446034 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Pushing event deleted for resources: {'Port': ['ID=81491a85-f021-44b0-9347-7df17a8ba286,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:50.488499 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] No DVR routers for this DVR port 81491a85-f021-44b0-9347-7df17a8ba286 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:49:50.491434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:50.495244 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edc8e57a-fe72-4e62-8ca8-07c7b805fc22 req-ec67f142-f363-42bd-b0e4-b9b22fd93b11 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.25 "DELETE /v2.0/ports/81491a85-f021-44b0-9347-7df17a8ba286 HTTP/1.1" status: 204 len: 173 time: 0.5885952 Oct 18 18:49:50.495691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'name': 'network-vif-deleted', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:49:50.499181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a50faf-5312-4a15-80e3-ce11e46956e1" -d '{"events": [{"server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "name": "network-vif-deleted", "tag": "81491a85-f021-44b0-9347-7df17a8ba286"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:49:50.536011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b77b509-ae19-46a8-9518-1f5ccc541d82 x-openstack-request-id: req-6b77b509-ae19-46a8-9518-1f5ccc541d82 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:49:50.536319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dee9b06-6236-4c67-b4c1-f7d54ca4cdae", "name": "network-vif-deleted", "tag": "81491a85-f021-44b0-9347-7df17a8ba286", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:49:50.536585 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b77b509-ae19-46a8-9518-1f5ccc541d82 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:49:50.536973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dee9b06-6236-4c67-b4c1-f7d54ca4cdae', 'name': 'network-vif-deleted', 'tag': '81491a85-f021-44b0-9347-7df17a8ba286', 'status': 'completed', 'code': 200} Oct 18 18:49:50.744669 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2ca6a756-cdd5-4995-b5cd-784ce2e47112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:52.610704 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 81491a85-f021-44b0-9347-7df17a8ba286 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:49:52.633253 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 81491a85-f021-44b0-9347-7df17a8ba286 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:49:52.633588 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 81491a85-f021-44b0-9347-7df17a8ba286 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:49:53.330235 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6dd751da-c0db-4cd0-b6e6-fe3ebb915c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:54.200816 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:54.649784 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:55.282566 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6b1b314b-6598-4bde-8833-f4e8fc82b188 req-300edd01-220a-4a43-ae9d-86339e1b3f16 tempest-ServerRescueNegativeTestJSON-292411125 tempest-ServerRescueNegativeTestJSON-292411125-project] 10.222.0.36 "GET /v2.0/ports?device_id=7dee9b06-6236-4c67-b4c1-f7d54ca4cdae HTTP/1.1" status: 200 len: 210 time: 0.0247028 Oct 18 18:49:56.046358 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:56.338707 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41336) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:56.750178 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:57.029440 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Deleting port b89112e0-ead2-4580-be4e-dcfa1e26a085 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:57.029743 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:57.085159 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:49:57.110631 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] For port b89112e0-ead2-4580-be4e-dcfa1e26a085, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b89112e0-ead2-4580-be4e-dcfa1e26a085,segment=NetworkSegment(7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6),segment_id=7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:57.111019 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:57.124323 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Calling delete_port for b89112e0-ead2-4580-be4e-dcfa1e26a085 owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:57.321350 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:57.352283 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89112e0-ead2-4580-be4e-dcfa1e26a085,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:57.376572 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.376935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.377280 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.377612 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.377940 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.378268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.378621 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.378963 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.379293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.379613 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.379931 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.380247 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:49:57.477599 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:57.691770 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:49:57.975186 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:49:57.983694 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-19c7625f-9701-4d02-b9cc-59d2ddac0de5 admin admin] 10.222.0.36 "PUT /v2.0/routers/7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438677 Oct 18 18:49:57.985841 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41356) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:57.989969 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Sync routers for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:49:57.999856 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:49:58.000501 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:49:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:58.088063 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.099798 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:49:58.196527 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.247905 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Deleting port fd07fc17-dbe7-4211-b674-36b2389f54d5 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:49:58.248157 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.276515 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:49:57Z', 'revision_number': 5, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port': {'id': 'fd07fc17-dbe7-4211-b674-36b2389f54d5', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:20Z', 'updated_at': '2021-10-18T18:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:58.326219 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] For port fd07fc17-dbe7-4211-b674-36b2389f54d5, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=fd07fc17-dbe7-4211-b674-36b2389f54d5,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:49:58.327101 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.340359 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Calling delete_port for fd07fc17-dbe7-4211-b674-36b2389f54d5 owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:49:58.393552 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Checking router: 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:49:58.404095 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Routers {'7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:49:58.404906 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:49:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:58.503539 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] Set router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:49:58.518988 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.541555 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd07fc17-dbe7-4211-b674-36b2389f54d5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:58.557684 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:49:58Z', 'revision_number': 6, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port_host': None}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:58.569741 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.586659 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc226bf-306e-4696-a718-752d5ab3cdd0 None None] The sync data for ids ['7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2'] in dv-cinder-813220-2-iscsi is: [{'id': '7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2', 'name': 'tempest-ServerRescueNegativeTestJSON-483261450-router', 'tenant_id': '9963cc9c643f4a5785f2cde5af79fd00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:19Z', 'updated_at': '2021-10-18T18:49:58Z', 'revision_number': 6, 'project_id': '9963cc9c643f4a5785f2cde5af79fd00', 'gw_port_host': None}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:49:58.671759 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.673845 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.736353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.736882 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:49:58.741936 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.743100 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6c8a8899-30dc-4d82-b617-c5eba77fb54a admin admin] 10.222.0.36 "DELETE /v2.0/routers/7f6c4eab-cf52-429e-a1a0-a883bbd5a3a2 HTTP/1.1" status: 204 len: 168 time: 0.7563379 Oct 18 18:49:58.746103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41362) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:58.793065 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Deleting subnet df06b63b-9590-4526-96d7-aa3a693374d6 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:49:58.796464 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.829306 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.838049 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.888956 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.913229 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df06b63b-9590-4526-96d7-aa3a693374d6,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:58.917020 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:58.920681 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-4927b692-002b-443f-ac28-496b5656a81e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/df06b63b-9590-4526-96d7-aa3a693374d6 HTTP/1.1" status: 204 len: 168 time: 0.1731060 Oct 18 18:49:58.923218 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41364) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:58.996568 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.085761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.105029 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.105368 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.106125 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.106471 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > port after_create 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.106866 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > port after_delete 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.107184 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > port after_update 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.108029 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.108368 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.108667 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.108984 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.173892 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.174234 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.174582 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.174912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=129716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 18 18:49:59.175288 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792d6731-22db-4847-adec-f813a7e1ed43']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:59.192041 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:59.192336 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfd5583-b43b-45c4-ab64-3d8d0aa3e1f6') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:49:59.208277 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.228482 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.236628 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:49:59.237094 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: from cryptography.utils import int_from_bytes Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: from cryptography.utils import int_from_bytes Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:49:59.240800 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:49:59.297334 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.304180 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.307314 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] 10.222.0.36 "DELETE /v2.0/networks/792d6731-22db-4847-adec-f813a7e1ed43 HTTP/1.1" status: 204 len: 168 time: 0.3831921 Oct 18 18:49:59.316371 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9253e59-2c03-4e4e-b4fc-8fd684e0e26e admin admin] Pushing event deleted for resources: {'Network': ['ID=792d6731-22db-4847-adec-f813a7e1ed43,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:49:59.474607 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41372) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:59.513751 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-94155ea3-4147-4d54-a41e-b988b253afe7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9963cc9c643f4a5785f2cde5af79fd00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379424 Oct 18 18:49:59.516302 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41374) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:49:59.567683 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.590350 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.642670 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.645201 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:49:59.646499 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13d41a57-e5cd-4652-9cb5-5e53b57427be HTTP/1.1" status: 204 len: 168 time: 0.1292524 Oct 18 18:49:59.655550 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c569c-2509-4cdc-b865-949152bfc814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d41a57-e5cd-4652-9cb5-5e53b57427be,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:00.495960 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b89112e0-ead2-4580-be4e-dcfa1e26a085 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:50:00.516713 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b89112e0-ead2-4580-be4e-dcfa1e26a085 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:50:00.517164 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b89112e0-ead2-4580-be4e-dcfa1e26a085 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:50:00.517546 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device fd07fc17-dbe7-4211-b674-36b2389f54d5 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:50:00.537599 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: fd07fc17-dbe7-4211-b674-36b2389f54d5 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:50:00.537947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device fd07fc17-dbe7-4211-b674-36b2389f54d5 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:50:00.598661 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.438316 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41448) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:01.538467 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-879a866c-7ad5-4c2e-b563-251f8de796f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.613103 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-879a866c-7ad5-4c2e-b563-251f8de796f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.617035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-879a866c-7ad5-4c2e-b563-251f8de796f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.661227 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-879a866c-7ad5-4c2e-b563-251f8de796f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c48810e492054c6fb7a10e13d2d4530b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191455 Oct 18 18:50:01.661227 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a866c-7ad5-4c2e-b563-251f8de796f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0497d9f-a9d4-426d-b101-b4b3b07117e2,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:01.662262 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41456) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:01.713734 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.739030 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.785885 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.788601 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:01.789750 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d0497d9f-a9d4-426d-b101-b4b3b07117e2 HTTP/1.1" status: 204 len: 168 time: 0.1264956 Oct 18 18:50:01.797608 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395a7e-267a-42ac-8ff4-ad3964e418a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0497d9f-a9d4-426d-b101-b4b3b07117e2,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:02.052510 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41470) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:02.065270 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd853121-53f0-4440-b91c-b015e693d3ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.147597 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd853121-53f0-4440-b91c-b015e693d3ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.152147 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-cd853121-53f0-4440-b91c-b015e693d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.192843 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-cd853121-53f0-4440-b91c-b015e693d3ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5f8c3c6f6f9f4fe78cd96d50df1de32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392534 Oct 18 18:50:02.193780 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd853121-53f0-4440-b91c-b015e693d3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d46bb1-c82f-4338-beaf-5c860fdc1a5b,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:02.195600 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41478) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:02.245302 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.266843 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.314531 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.317074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:02.318261 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1d46bb1-c82f-4338-beaf-5c860fdc1a5b HTTP/1.1" status: 204 len: 168 time: 0.1209841 Oct 18 18:50:02.327719 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef56dcb-9e36-4022-95f8-1c1095df0a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d46bb1-c82f-4338-beaf-5c860fdc1a5b,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:02.565888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d81421-c070-40bf-8fa3-d8fe1c33430a req-04e9b642-45fb-4fb1-adb6-d1ca2a26ea58 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:02.567574 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36d81421-c070-40bf-8fa3-d8fe1c33430a req-04e9b642-45fb-4fb1-adb6-d1ca2a26ea58 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0480123 Oct 18 18:50:02.606816 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36d81421-c070-40bf-8fa3-d8fe1c33430a req-824b4cd5-26d3-4434-afda-55fb7ce255b3 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327814 Oct 18 18:50:03.723773 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814664f0-280b-4640-82ea-894e57e71c40 req-651c8819-7280-40e0-94e3-4d29953473c4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:03.725249 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-814664f0-280b-4640-82ea-894e57e71c40 req-651c8819-7280-40e0-94e3-4d29953473c4 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Oct 18 18:50:03.764246 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-814664f0-280b-4640-82ea-894e57e71c40 req-d07a9abb-4e6f-46f5-b68f-0d4161bc811c tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Oct 18 18:50:04.878077 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ad9bc-732d-4d07-ac16-d5851d850c70 req-682cae3d-a0b6-4b3b-9d61-ec16067c6d45 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:04.879571 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e3ad9bc-732d-4d07-ac16-d5851d850c70 req-682cae3d-a0b6-4b3b-9d61-ec16067c6d45 tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0468035 Oct 18 18:50:04.917063 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e3ad9bc-732d-4d07-ac16-d5851d850c70 req-27b72aad-8844-48c6-ba4e-6188bb4d58fb tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/security-groups?id=472c97e6-468e-425f-b9f3-004cb30848bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Oct 18 18:50:05.044380 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4f66aad9-531f-4e09-994c-8c65651e13ff tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:05.046567 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4f66aad9-531f-4e09-994c-8c65651e13ff tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 945 time: 0.0548935 Oct 18 18:50:05.168503 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Deleting port 8fd0627d-b995-40bc-a816-172a73e85687 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:50:05.169039 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.258267 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] For port 8fd0627d-b995-40bc-a816-172a73e85687, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=8fd0627d-b995-40bc-a816-172a73e85687,segment=NetworkSegment(129ddfec-d982-40eb-a8d0-acf5bbab2628),segment_id=129ddfec-d982-40eb-a8d0-acf5bbab2628)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:50:05.258667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.272061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Calling delete_port for 8fd0627d-b995-40bc-a816-172a73e85687 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:50:05.396107 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41582) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:05.407333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.443641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Pushing event deleted for resources: {'Port': ['ID=8fd0627d-b995-40bc-a816-172a73e85687,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:05.479835 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] No DVR routers for this DVR port 8fd0627d-b995-40bc-a816-172a73e85687 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:50:05.482429 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.486465 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-67db2f37-6acd-4f67-813e-ebbce4a5a763 req-4b7760de-c681-4572-9119-f3fc0d34d04b tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.25 "DELETE /v2.0/ports/8fd0627d-b995-40bc-a816-172a73e85687 HTTP/1.1" status: 204 len: 173 time: 0.4320040 Oct 18 18:50:05.486788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'name': 'network-vif-deleted', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:50:05.489554 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45cc3a43-2a9a-47a8-9d55-edc915a234ab" -d '{"events": [{"server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "name": "network-vif-deleted", "tag": "8fd0627d-b995-40bc-a816-172a73e85687"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:50:05.524904 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5d2f-a769-451c-a05f-b108a3559592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.528777 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ff09a-3c4b-428a-a287-23ff73ffc450 x-openstack-request-id: req-e51ff09a-3c4b-428a-a287-23ff73ffc450 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:50:05.529141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58866a98-135f-4efe-b561-f91e388844b9", "name": "network-vif-deleted", "tag": "8fd0627d-b995-40bc-a816-172a73e85687", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:50:05.529495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e51ff09a-3c4b-428a-a287-23ff73ffc450 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:50:05.530050 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58866a98-135f-4efe-b561-f91e388844b9', 'name': 'network-vif-deleted', 'tag': '8fd0627d-b995-40bc-a816-172a73e85687', 'status': 'completed', 'code': 200} Oct 18 18:50:05.639103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5d2f-a769-451c-a05f-b108a3559592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.647530 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eb2b5d2f-a769-451c-a05f-b108a3559592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.688859 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-eb2b5d2f-a769-451c-a05f-b108a3559592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae961a402d4f4233a0b243e41bc4462e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910662 Oct 18 18:50:05.689815 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b5d2f-a769-451c-a05f-b108a3559592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc1d12-768a-48fc-a28e-9b7ed15297aa,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:05.691617 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41596) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:05.745520 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.767918 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.807155 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['8fd0627d-b995-40bc-a816-172a73e85687'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:50:05.825349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.829227 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:05.833043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65cc1d12-768a-48fc-a28e-9b7ed15297aa HTTP/1.1" status: 204 len: 168 time: 0.1378887 Oct 18 18:50:05.842691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6e892-aa7e-4ce4-b777-2a08dcf586f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc1d12-768a-48fc-a28e-9b7ed15297aa,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:06.034134 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-57e51347-7eb2-46eb-8fa4-14abd5bdb4fc req-0f07e966-76af-475e-a840-2e3207e16eff tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0324068 Oct 18 18:50:06.844635 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41636) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:06.943830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9f2e911d-fa08-40f9-8bac-c664f72e66a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.018136 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9f2e911d-fa08-40f9-8bac-c664f72e66a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.021933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9f2e911d-fa08-40f9-8bac-c664f72e66a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.059200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9f2e911d-fa08-40f9-8bac-c664f72e66a4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=64df4a6f818248098ecc9ff68f384917&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2134521 Oct 18 18:50:07.060316 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e911d-fa08-40f9-8bac-c664f72e66a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e291ff-b0b6-401b-a226-c50e4303e7f7,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:07.061947 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41642) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:07.111914 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.133864 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.179303 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.181805 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:07.182959 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37e291ff-b0b6-401b-a226-c50e4303e7f7 HTTP/1.1" status: 204 len: 168 time: 0.1192906 Oct 18 18:50:07.192262 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74277792-6204-4fe3-a4c6-1cbf4645bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e291ff-b0b6-401b-a226-c50e4303e7f7,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:09.450975 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 8fd0627d-b995-40bc-a816-172a73e85687 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:50:09.471400 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 8fd0627d-b995-40bc-a816-172a73e85687 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:50:09.471742 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 8fd0627d-b995-40bc-a816-172a73e85687 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:50:09.833569 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-814aa3b3-9f60-4f7a-a0ae-4e6797526bfa req-85caf443-66c7-4f53-bb69-f21a9f0a31eb tempest-AttachVolumeNegativeTest-1540277994 tempest-AttachVolumeNegativeTest-1540277994-project] 10.222.0.36 "GET /v2.0/ports?device_id=58866a98-135f-4efe-b561-f91e388844b9 HTTP/1.1" status: 200 len: 210 time: 0.0261281 Oct 18 18:50:10.901720 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41722) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:10.946293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Deleting subnet c6408478-c491-40db-8a9b-d894a6c90a11 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:50:10.949217 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:10.983419 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.023764 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.077886 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.104159 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6408478-c491-40db-8a9b-d894a6c90a11,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:11.111994 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.115382 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-40bbe451-ac7a-4459-b88e-73a13f815383 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6408478-c491-40db-8a9b-d894a6c90a11 HTTP/1.1" status: 204 len: 168 time: 0.2124200 Oct 18 18:50:11.118671 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41724) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:11.185372 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.262358 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.281198 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12d66b-09d8-47c3-b391-898800d64569']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:50:11.289808 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129ddfec-d982-40eb-a8d0-acf5bbab2628') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:50:11.290098 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129ddfec-d982-40eb-a8d0-acf5bbab2628') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:50:11.299438 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.312203 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.317774 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:50:11.318138 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:50:11.319732 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:50:11.374753 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.380361 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.385622 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5e12d66b-09d8-47c3-b391-898800d64569 HTTP/1.1" status: 204 len: 168 time: 0.2635570 Oct 18 18:50:11.395823 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa85e56-c101-4817-af51-2e5413284455 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12d66b-09d8-47c3-b391-898800d64569,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:11.547896 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41732) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:11.593187 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3481dc63-c14f-48bf-ac18-f1d32cc2d0c6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a9d946d10724a739e45769fb83f2a7b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411127 Oct 18 18:50:11.593501 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41736) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:11.641459 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.661888 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.707246 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.709715 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:11.710898 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/472c97e6-468e-425f-b9f3-004cb30848bb HTTP/1.1" status: 204 len: 168 time: 0.1162355 Oct 18 18:50:11.720466 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11657f-43dd-401d-90ba-df19bdb84491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c97e6-468e-425f-b9f3-004cb30848bb,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:12.913935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41798) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:13.019690 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-326df057-e5f9-4116-abc2-fa5481fc53c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.099660 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-326df057-e5f9-4116-abc2-fa5481fc53c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.103068 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-326df057-e5f9-4116-abc2-fa5481fc53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.140169 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-326df057-e5f9-4116-abc2-fa5481fc53c5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18aa7b91368f449aa8fd27f217e60ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251322 Oct 18 18:50:13.141012 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df057-e5f9-4116-abc2-fa5481fc53c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c092c477-570d-4e55-b6a2-4be3ec34c741,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:13.142945 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41808) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:13.191648 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.212910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.260075 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.262762 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:13.263941 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c092c477-570d-4e55-b6a2-4be3ec34c741 HTTP/1.1" status: 204 len: 168 time: 0.1199427 Oct 18 18:50:13.271182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a7c0f-8e09-4379-80ef-cf4b27df4c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c092c477-570d-4e55-b6a2-4be3ec34c741,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:17.963680 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41938) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:18.064745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bbebf455-823a-4d2f-88c2-ac33dc71b082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.134176 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bbebf455-823a-4d2f-88c2-ac33dc71b082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.137861 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-bbebf455-823a-4d2f-88c2-ac33dc71b082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.172784 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebf455-823a-4d2f-88c2-ac33dc71b082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6519d9e3-8437-4bae-a8ca-1da5d6c9cdc3,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:18.176954 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-bbebf455-823a-4d2f-88c2-ac33dc71b082 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f70390e0d7840379cc1a4706bbfba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122686 Oct 18 18:50:18.180171 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41942) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:18.228201 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.249702 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.298679 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.301161 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.302321 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6519d9e3-8437-4bae-a8ca-1da5d6c9cdc3 HTTP/1.1" status: 204 len: 168 time: 0.1217933 Oct 18 18:50:18.309647 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496ffe-e099-4c9c-ae37-3bff8da23bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6519d9e3-8437-4bae-a8ca-1da5d6c9cdc3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:18.567260 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41950) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:18.580941 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6bdc018f-0355-41cf-8234-ee5804afb9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.651512 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6bdc018f-0355-41cf-8234-ee5804afb9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.654975 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6bdc018f-0355-41cf-8234-ee5804afb9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.691096 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6bdc018f-0355-41cf-8234-ee5804afb9fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adb3302b0a614b99b8f35f6d378b4285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1227546 Oct 18 18:50:18.691921 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc018f-0355-41cf-8234-ee5804afb9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a852dfc-2e1d-46ea-9567-12a5108695f6,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:18.694522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41952) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:18.742040 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.766519 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.811749 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.814153 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:18.815325 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a852dfc-2e1d-46ea-9567-12a5108695f6 HTTP/1.1" status: 204 len: 168 time: 0.1193967 Oct 18 18:50:18.822981 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61461968-a8da-45e3-ad62-9fe2ec18eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a852dfc-2e1d-46ea-9567-12a5108695f6,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:19.486969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 41986) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:19.581166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1773430563-network', 'tenant_id': '7d0b51f58caf4ea7b9205df9bfb34a78'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:50:19.601162 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Made reservation on behalf of 7d0b51f58caf4ea7b9205df9bfb34a78 for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:50:19.603339 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.611166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.681804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.685198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.709301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:50:19.718666 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56dc933-cc59-4b24-9d5a-fbedf4940a16,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:19.723304 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.723650 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Added segment bf05b41a-d35f-4b96-8c71-f149214a3f19 of type vlan for network 7c7150c1-a63b-41dd-98b4-ee615325b304 Oct 18 18:50:19.763131 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.786268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.787236 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:19.787815 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.819955 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3319170 Oct 18 18:50:19.822924 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 41992) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:19.828668 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Request body: {'subnet': {'network_id': '7c7150c1-a63b-41dd-98b4-ee615325b304', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1773430563-subnet', 'tenant_id': '7d0b51f58caf4ea7b9205df9bfb34a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:50:19.850323 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Made reservation on behalf of 7d0b51f58caf4ea7b9205df9bfb34a78 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:50:19.852117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a84442-06db-431e-913b-5b9e56e0b3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7150c1-a63b-41dd-98b4-ee615325b304,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:19.852649 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59156927'] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:19.862232 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 7c7150c1-a63b-41dd-98b4-ee615325b304 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:50:20.230774 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58725905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59156881'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.284692 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=31c3e785-24b0-4a4b-8f12-cbfc197d44d5,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:20.295516 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Checking segment: {'id': 'bf05b41a-d35f-4b96-8c71-f149214a3f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7c7150c1-a63b-41dd-98b4-ee615325b304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:50:20.295873 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Network hostable DHCP agents. Network: 7c7150c1-a63b-41dd-98b4-ee615325b304, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:50:20.313519 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Network 7c7150c1-a63b-41dd-98b4-ee615325b304 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:50:20.323261 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 7c7150c1-a63b-41dd-98b4-ee615325b304) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:50:20.333439 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:20.333439 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.333689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b11344-882d-4184-a80f-6943540140ab None None] Network 7c7150c1-a63b-41dd-98b4-ee615325b304 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:50:20.359650 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-83b00e92-4f41-4084-b1ea-01075a6fc4bd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5345380 Oct 18 18:50:20.464455 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b5380-e7fb-47a5-801d-b7d40940f67e None None] Network 7c7150c1-a63b-41dd-98b4-ee615325b304 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:50:20.745506 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6d5224de-128f-4093-9127-14da8f072ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.829814 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42030) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:20.834742 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1706963090-network', 'tenant_id': '503940ee90804ca68cbc987367db1635'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:50:20.856958 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Made reservation on behalf of 503940ee90804ca68cbc987367db1635 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:50:20.859444 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.868165 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.946475 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.949994 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.969890 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:50:20.983151 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55ff64a-ca88-452d-b280-0d0cef8d7ebc,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:20.992420 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:20.992652 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Added segment 7a74b49c-0cb2-4878-a58f-0c673fc2cf0a of type vlan for network 01803c4d-3232-4c41-9be9-443a897217c6 Oct 18 18:50:21.031442 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.054040 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.055002 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:21.055592 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.091847 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2609344 Oct 18 18:50:21.094625 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42034) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:21.099617 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Request body: {'subnet': {'network_id': '01803c4d-3232-4c41-9be9-443a897217c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1706963090-subnet', 'tenant_id': '503940ee90804ca68cbc987367db1635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:50:21.116611 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1723d-af7a-4cd9-95ed-c030494fa5ee admin admin] Pushing event updated for resources: {'Network': ['ID=01803c4d-3232-4c41-9be9-443a897217c6,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:21.119677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Made reservation on behalf of 503940ee90804ca68cbc987367db1635 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:50:21.122074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.128207 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 01803c4d-3232-4c41-9be9-443a897217c6 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:50:21.293182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.347547 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=003c9adf-ec51-4188-b207-fe8ad1486265,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:21.357345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Checking segment: {'id': '7a74b49c-0cb2-4878-a58f-0c673fc2cf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '01803c4d-3232-4c41-9be9-443a897217c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:50:21.357700 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Network hostable DHCP agents. Network: 01803c4d-3232-4c41-9be9-443a897217c6, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:50:21.375369 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Network 01803c4d-3232-4c41-9be9-443a897217c6 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:50:21.383977 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 01803c4d-3232-4c41-9be9-443a897217c6) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:50:21.388867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:21.390788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:21.391761 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fc6c2e-5a50-4646-9855-960aaa0d95ec None None] Network 01803c4d-3232-4c41-9be9-443a897217c6 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:50:21.412339 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9c5ce942-6df2-414b-8766-084c59e6f6bb admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3108151 Oct 18 18:50:21.519572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf4c59e-b3b8-4e03-a36c-a0681bc0e594 None None] Network 01803c4d-3232-4c41-9be9-443a897217c6 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:50:23.330153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f9c3d528-f2b0-4ea9-9b92-debec7412853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:24.206876 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:24.652354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:26.025707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8108877-b5a6-43d5-a4f1-38778661ac32 req-cf07f793-3c4b-45c8-a0be-a5ce5f8860b6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:26.027191 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8108877-b5a6-43d5-a4f1-38778661ac32 req-cf07f793-3c4b-45c8-a0be-a5ce5f8860b6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0498395 Oct 18 18:50:26.049007 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:26.065012 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8108877-b5a6-43d5-a4f1-38778661ac32 req-b28cb699-0425-4a4c-b879-56976cd87a82 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319109 Oct 18 18:50:27.191953 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff496a-ad1e-47cd-8cd9-94aacf88083a req-d7b996e4-60cb-44e2-ac34-2ccc91b86545 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:27.193499 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3ff496a-ad1e-47cd-8cd9-94aacf88083a req-d7b996e4-60cb-44e2-ac34-2ccc91b86545 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0551150 Oct 18 18:50:27.236162 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d3ff496a-ad1e-47cd-8cd9-94aacf88083a req-ee399f2d-260a-4a65-9f5b-26da3a57af9e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Oct 18 18:50:28.350933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377ed1-051c-461b-9c2b-49b2163839e7 req-54b1fe50-eab6-4e35-b3bd-c0d5ce61071c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:28.352632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d377ed1-051c-461b-9c2b-49b2163839e7 req-54b1fe50-eab6-4e35-b3bd-c0d5ce61071c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0492253 Oct 18 18:50:28.389390 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4d377ed1-051c-461b-9c2b-49b2163839e7 req-06450a04-bc14-46e2-9c4f-ff41cb0ccae4 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Oct 18 18:50:29.502574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d40f0f-2961-4ac1-841c-dcbd214292e9 req-2ea7fbaf-f417-4a1b-acca-73b510edda83 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:29.504078 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-55d40f0f-2961-4ac1-841c-dcbd214292e9 req-2ea7fbaf-f417-4a1b-acca-73b510edda83 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0479286 Oct 18 18:50:29.550838 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-55d40f0f-2961-4ac1-841c-dcbd214292e9 req-8a05babe-f261-428b-8a7c-e043313b53c0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400054 Oct 18 18:50:30.597349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:30.668060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018a7c2-d6ad-42dc-a699-3ddf09df702f req-5674871d-72ee-4377-9806-01a256b8bce1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:30.669457 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0018a7c2-d6ad-42dc-a699-3ddf09df702f req-5674871d-72ee-4377-9806-01a256b8bce1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0509126 Oct 18 18:50:30.706487 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0018a7c2-d6ad-42dc-a699-3ddf09df702f req-41a6f6ef-4df9-4865-b776-4277ec662c30 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311577 Oct 18 18:50:30.921323 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-8da8374a-0832-424d-be9c-2807318bbfbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408776 Oct 18 18:50:30.990964 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002973-7f69-4407-8577-8bea679e5ebb req-43686492-a078-42a4-b30a-9ce5835d768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:30.992479 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-43686492-a078-42a4-b30a-9ce5835d768f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0408401 Oct 18 18:50:31.097246 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002973-7f69-4407-8577-8bea679e5ebb req-b9b4eef3-5545-43ea-bfe3-ffd33c934b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:31.098758 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-b9b4eef3-5545-43ea-bfe3-ffd33c934b8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.0858567 Oct 18 18:50:31.164770 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-a7000c38-0487-4059-ba45-afb4495c76ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1002 time: 0.0578728 Oct 18 18:50:31.218627 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002973-7f69-4407-8577-8bea679e5ebb req-eecb6537-3c24-4368-a5dd-167e584a025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:31.219973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-eecb6537-3c24-4368-a5dd-167e584a025b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0460463 Oct 18 18:50:31.265163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e002973-7f69-4407-8577-8bea679e5ebb req-66833bc0-77a2-428b-a178-e5ea4a3f975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:31.266513 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-66833bc0-77a2-428b-a178-e5ea4a3f975c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382123 Oct 18 18:50:31.356192 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-d8ddfb75-6770-4538-afdd-4af2904255f8 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802441 Oct 18 18:50:31.447930 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7e002973-7f69-4407-8577-8bea679e5ebb req-2dc5c3c0-c386-4b9b-9716-78648009218d service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832005 Oct 18 18:50:31.819407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb4998-feb8-4f80-9f8c-71a0566ac4c0 req-8cd979ce-538c-43c9-9390-45252f537544 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:31.820893 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-81eb4998-feb8-4f80-9f8c-71a0566ac4c0 req-8cd979ce-538c-43c9-9390-45252f537544 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0475745 Oct 18 18:50:31.858142 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-81eb4998-feb8-4f80-9f8c-71a0566ac4c0 req-f055a825-7b06-45a7-9c85-4409151c38c1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309393 Oct 18 18:50:32.628199 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-70d580ad-159f-44dd-a8d1-9ff922e74442 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:32.629690 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-70d580ad-159f-44dd-a8d1-9ff922e74442 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.0522702 Oct 18 18:50:32.753345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Deleting port 6386d21e-88cf-45ee-afa0-387466de9b76 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:50:32.753693 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:32.767263 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42216) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:32.857844 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] For port 6386d21e-88cf-45ee-afa0-387466de9b76, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=6386d21e-88cf-45ee-afa0-387466de9b76,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:50:32.859165 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:32.875547 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Calling delete_port for 6386d21e-88cf-45ee-afa0-387466de9b76 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:50:32.906965 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.067818 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ac5f7-876d-480f-9c89-bed23b072e0e req-a550af55-836c-4f6c-94e9-45bc332502a0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:33.069303 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-961ac5f7-876d-480f-9c89-bed23b072e0e req-a550af55-836c-4f6c-94e9-45bc332502a0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=3790c914-2c9a-4ae2-b7a9-2e74fd7daf26 HTTP/1.1" status: 200 len: 946 time: 0.1046610 Oct 18 18:50:33.130927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.139274 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.184007 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-961ac5f7-876d-480f-9c89-bed23b072e0e req-8c57a083-cb8b-4d59-91e6-a6367dc32f32 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083584 Oct 18 18:50:33.190651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.207615 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42230) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:33.212146 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['6386d21e-88cf-45ee-afa0-387466de9b76'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:50:33.216626 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=540d4bbd880f404bb915863e8198b86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423938 Oct 18 18:50:33.243038 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60903789-7dba-47a1-b1ba-37db2e677cf8,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:33.258703 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Pushing event deleted for resources: {'Port': ['ID=6386d21e-88cf-45ee-afa0-387466de9b76,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:33.261944 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.262367 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.262501 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.262857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.263261 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.263658 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.264060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.264463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.265299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.265626 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.265951 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.266273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.266614 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab341fcb-2b75-4c6c-a91e-1cddeda228f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.283659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.284011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.284349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.284683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.285014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.285345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.285670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.285996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.286262 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.286379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.286651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.286978 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.287298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:50:33.311056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] No DVR routers for this DVR port 6386d21e-88cf-45ee-afa0-387466de9b76 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:50:33.313487 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.316773 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db0ef2b8-b8f1-49fb-8a16-544c241460d2 req-082d1ea7-dbfd-4447-9339-43a8a047e8f0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "DELETE /v2.0/ports/6386d21e-88cf-45ee-afa0-387466de9b76 HTTP/1.1" status: 204 len: 173 time: 0.6800003 Oct 18 18:50:33.317200 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'name': 'network-vif-deleted', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:50:33.319516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5377f95-7b9c-4ca4-bf23-51eb67fa1b1c" -d '{"events": [{"server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "name": "network-vif-deleted", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:50:33.339734 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.345189 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:33.346500 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60903789-7dba-47a1-b1ba-37db2e677cf8 HTTP/1.1" status: 204 len: 168 time: 0.1377523 Oct 18 18:50:33.359761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f75cb8-3978-4eac-b639-034fd5c96ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60903789-7dba-47a1-b1ba-37db2e677cf8,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:50:33.360534 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220f89d-590e-47a7-b7e4-96984bd3ee7c x-openstack-request-id: req-c220f89d-590e-47a7-b7e4-96984bd3ee7c {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:50:33.360691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3790c914-2c9a-4ae2-b7a9-2e74fd7daf26", "name": "network-vif-deleted", "tag": "6386d21e-88cf-45ee-afa0-387466de9b76", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:50:33.360943 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c220f89d-590e-47a7-b7e4-96984bd3ee7c {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:50:33.361381 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3790c914-2c9a-4ae2-b7a9-2e74fd7daf26', 'name': 'network-vif-deleted', 'tag': '6386d21e-88cf-45ee-afa0-387466de9b76', 'status': 'completed', 'code': 200} Oct 18 18:50:34.083457 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:50:40.859969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb046108-4d54-4904-a196-89f19e6ec8d0 req-83a7b4d6-a727-45bc-a932-d49bf482a0e8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:40.861333 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb046108-4d54-4904-a196-89f19e6ec8d0 req-83a7b4d6-a727-45bc-a932-d49bf482a0e8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0468383 Oct 18 18:50:40.897483 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb046108-4d54-4904-a196-89f19e6ec8d0 req-325e7aef-168c-432d-b429-86e83d83b384 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303559 Oct 18 18:50:42.008865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd20ad8-9c6a-402b-a587-572cc537108a req-3c0f5437-b2cb-4311-a8e6-0a6a9e649be7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:42.010328 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-afd20ad8-9c6a-402b-a587-572cc537108a req-3c0f5437-b2cb-4311-a8e6-0a6a9e649be7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0475147 Oct 18 18:50:42.046838 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-afd20ad8-9c6a-402b-a587-572cc537108a req-2f4910f5-b7ef-48a0-86fc-98e489ea5f7c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306094 Oct 18 18:50:42.486734 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 6386d21e-88cf-45ee-afa0-387466de9b76 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:50:42.506504 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 6386d21e-88cf-45ee-afa0-387466de9b76 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:50:42.506874 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 6386d21e-88cf-45ee-afa0-387466de9b76 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:50:43.159739 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b849dc1-4e65-4516-be1c-b3b7a16bb5e7 req-294d6971-af5b-4296-bbda-6706ab482963 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:43.161185 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b849dc1-4e65-4516-be1c-b3b7a16bb5e7 req-294d6971-af5b-4296-bbda-6706ab482963 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0498683 Oct 18 18:50:43.197647 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4b849dc1-4e65-4516-be1c-b3b7a16bb5e7 req-b30d4e63-3aab-46d1-a05f-fa03d5a609a8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307281 Oct 18 18:50:44.309662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d770fb23-b508-4274-bd24-a29d7985e58d req-0c4fabfc-c079-47a5-885b-380cae2d37fe tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:44.311145 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d770fb23-b508-4274-bd24-a29d7985e58d req-0c4fabfc-c079-47a5-885b-380cae2d37fe tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0476060 Oct 18 18:50:44.348478 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d770fb23-b508-4274-bd24-a29d7985e58d req-557dbc11-c2f7-42c1-baf8-e14c3bf0fd02 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Oct 18 18:50:45.462041 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffee4a-f553-47eb-9fea-ada802be31aa req-8f4535e2-0b3a-4e89-bce6-619ee062623f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:45.463549 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07ffee4a-f553-47eb-9fea-ada802be31aa req-8f4535e2-0b3a-4e89-bce6-619ee062623f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0476947 Oct 18 18:50:45.502228 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07ffee4a-f553-47eb-9fea-ada802be31aa req-f6e5ae5b-94de-43c9-bfe0-3287b799e1b2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327511 Oct 18 18:50:46.619811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c72a47-9b26-44ca-af08-1858d291d5cf req-3784d791-f482-4130-9df0-3e8dc6fe2455 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:46.621268 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85c72a47-9b26-44ca-af08-1858d291d5cf req-3784d791-f482-4130-9df0-3e8dc6fe2455 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0530992 Oct 18 18:50:46.660772 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85c72a47-9b26-44ca-af08-1858d291d5cf req-0b161681-5ba8-4031-9cd7-1965f21352d0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332606 Oct 18 18:50:47.774752 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f507e-ea7e-46c8-884f-d9f1a7781688 req-3ed76d04-8fef-4896-bead-ca5dfde3a318 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:47.776199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fd3f507e-ea7e-46c8-884f-d9f1a7781688 req-3ed76d04-8fef-4896-bead-ca5dfde3a318 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0471830 Oct 18 18:50:47.812637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fd3f507e-ea7e-46c8-884f-d9f1a7781688 req-b41b572f-8391-4ea2-93f1-5be0792b0b77 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306447 Oct 18 18:50:48.929918 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d192a94-2e62-429a-9b0b-2d72957a70ac req-c3dff338-ef90-467c-b174-b9206afe942b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:48.931594 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7d192a94-2e62-429a-9b0b-2d72957a70ac req-c3dff338-ef90-467c-b174-b9206afe942b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0535142 Oct 18 18:50:48.970677 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7d192a94-2e62-429a-9b0b-2d72957a70ac req-106ec741-b73a-41de-807d-cfde31f2389a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327611 Oct 18 18:50:50.090944 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f85950-0a91-4861-9cd0-15fef38b8f18 req-a6e08459-a983-46e9-b2fe-8bd3863394da tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:50.092591 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95f85950-0a91-4861-9cd0-15fef38b8f18 req-a6e08459-a983-46e9-b2fe-8bd3863394da tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0556073 Oct 18 18:50:50.131599 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95f85950-0a91-4861-9cd0-15fef38b8f18 req-f1d41a6a-0228-482d-85fc-c858faaa0d0d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Oct 18 18:50:50.746000 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-30238e7d-5c93-4a27-838c-9008908699c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:51.245798 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be74ec32-c0ea-47d0-b39c-fb37d1c28800 req-e683f79f-3123-40ca-96e4-a48b65fffbca tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:51.247277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be74ec32-c0ea-47d0-b39c-fb37d1c28800 req-e683f79f-3123-40ca-96e4-a48b65fffbca tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0470252 Oct 18 18:50:51.284013 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be74ec32-c0ea-47d0-b39c-fb37d1c28800 req-c51c2b9b-957b-4b5d-b7f9-e7e27368b0d4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Oct 18 18:50:52.396803 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58962-eab7-4063-97ef-16fc66b96a5c req-73202504-5b2b-47d5-8417-c0b08ac5e8ec tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:52.398295 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6fb58962-eab7-4063-97ef-16fc66b96a5c req-73202504-5b2b-47d5-8417-c0b08ac5e8ec tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0493617 Oct 18 18:50:52.435252 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6fb58962-eab7-4063-97ef-16fc66b96a5c req-ab575c66-d334-4d8e-b29b-5e107d8300c2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Oct 18 18:50:53.331091 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d716052d-85c7-4aec-bf89-0a0cf2cd17fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:53.551609 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3515f6-3c25-46f3-af37-79f8f6fa41cc req-11f2bfc0-1f10-4826-b2c7-ce32ed34daf9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:53.553084 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa3515f6-3c25-46f3-af37-79f8f6fa41cc req-11f2bfc0-1f10-4826-b2c7-ce32ed34daf9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0504911 Oct 18 18:50:53.589165 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa3515f6-3c25-46f3-af37-79f8f6fa41cc req-159e6ff4-3286-462b-b159-e143b024f32a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303671 Oct 18 18:50:54.200654 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:54.655874 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:54.703688 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff628518-ccd4-4908-ba01-0039cf0fd15e req-e1ebc12a-376f-42fd-b0ac-a63db8830bb3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:54.705165 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ff628518-ccd4-4908-ba01-0039cf0fd15e req-e1ebc12a-376f-42fd-b0ac-a63db8830bb3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0491161 Oct 18 18:50:54.740918 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ff628518-ccd4-4908-ba01-0039cf0fd15e req-5296b5eb-c233-4db2-9961-bf4198b19810 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298738 Oct 18 18:50:55.852500 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8137ccf-88d5-4571-9415-1f18f11f8e3c req-44796050-b2cb-4ca4-b7c0-87974f1cc0c8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:55.853968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a8137ccf-88d5-4571-9415-1f18f11f8e3c req-44796050-b2cb-4ca4-b7c0-87974f1cc0c8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0470994 Oct 18 18:50:55.890052 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a8137ccf-88d5-4571-9415-1f18f11f8e3c req-c346497d-31fd-40d0-adb9-dd349ee2422e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303047 Oct 18 18:50:56.052565 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:57.005645 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f96d70-cdfc-4e7e-b9e1-710bd365d078 req-1bbcd48a-a28b-4d2e-8ee9-3054d0127863 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:57.007141 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29f96d70-cdfc-4e7e-b9e1-710bd365d078 req-1bbcd48a-a28b-4d2e-8ee9-3054d0127863 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0512969 Oct 18 18:50:57.043249 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29f96d70-cdfc-4e7e-b9e1-710bd365d078 req-53595efa-89c7-4b13-94af-e28e079074a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303450 Oct 18 18:50:58.153721 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a1e56-3458-447a-9380-f8e3dcc8e418 req-78f9e90e-a3f0-44e3-91f7-299797f43fa9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:58.155836 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-719a1e56-3458-447a-9380-f8e3dcc8e418 req-78f9e90e-a3f0-44e3-91f7-299797f43fa9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0470064 Oct 18 18:50:58.191271 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-719a1e56-3458-447a-9380-f8e3dcc8e418 req-2945c498-9498-4d62-a80c-ccef5bc0f252 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297639 Oct 18 18:50:58.581127 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-9417c603-d10e-44db-8e07-9e30da0c5046 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:58.582513 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-9417c603-d10e-44db-8e07-9e30da0c5046 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 814 time: 0.1037591 Oct 18 18:50:58.596885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-46fadf66-5aed-4ca8-a5ca-00d017f46bc7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/quotas/55b0b1fbfa48461dbe73523f1557f875 HTTP/1.1" status: 200 len: 375 time: 0.0087569 Oct 18 18:50:58.628164 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-fcdf31b5-c330-483b-b9f0-b8a420e84885 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256965 Oct 18 18:50:58.720003 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-761050fb-15e3-4fa3-8d9c-17b6f4fd213c service neutron] 10.222.0.36 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848455 Oct 18 18:50:58.821086 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-1383e465-1554-456a-87a5-3c9165d276c6 service neutron] 10.222.0.36 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950000 Oct 18 18:50:58.988009 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2536844c-d4af-44c3-aaa6-53c479dcef7a req-1b201807-2f08-452a-af69-fec936b04359 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 210 time: 0.0280154 Oct 18 18:50:59.306180 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e49bd-730b-4f1f-b73b-23efeaa7d620 req-77fc4da3-cd8c-49db-8f03-ac8bcaa8f62c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:50:59.307699 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e37e49bd-730b-4f1f-b73b-23efeaa7d620 req-77fc4da3-cd8c-49db-8f03-ac8bcaa8f62c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0502102 Oct 18 18:50:59.349846 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e37e49bd-730b-4f1f-b73b-23efeaa7d620 req-0a264156-a21f-41ef-ac54-10122ad7b6cc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359282 Oct 18 18:50:59.770925 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42600) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:50:59.884498 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:59.960912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:50:59.965355 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.003046 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd305a83d0834d8b9933846fea63c93b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309706 Oct 18 18:51:00.004592 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42606) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:00.041358 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efb35eb-40c2-41db-a323-57697c8be5ae,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:00.054669 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.055157 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.055631 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.056096 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.056434 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.056762 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.057092 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.057418 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.057742 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.058060 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.058382 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.058835 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8363853d-1177-4e8c-b959-14a0d6d40c86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:00.060038 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-bc1083dd-7f71-4dc7-a892-78a75956529b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:00.061702 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-bc1083dd-7f71-4dc7-a892-78a75956529b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 814 time: 0.1628215 Oct 18 18:51:00.089204 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Request body: {'port': {'device_id': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'network_id': '186d924c-c817-4bca-949a-585213a56bd5', 'admin_state_up': True, 'tenant_id': '55b0b1fbfa48461dbe73523f1557f875'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:00.127154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0556bfa4-a2cd-4f66-900c-278ce621a5b4 req-b2c53421-af28-4baf-88a5-590dd4167a7d tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 210 time: 0.0538013 Oct 18 18:51:00.159358 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.219082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.283366 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Made reservation on behalf of 55b0b1fbfa48461dbe73523f1557f875 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:00.291903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.309025 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.311732 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.312838 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7efb35eb-40c2-41db-a323-57697c8be5ae HTTP/1.1" status: 204 len: 168 time: 0.3070533 Oct 18 18:51:00.332957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b50ff-01e9-4f53-9868-14239b811f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efb35eb-40c2-41db-a323-57697c8be5ae,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:00.489029 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Allocated IP 172.20.0.11 (186d924c-c817-4bca-949a-585213a56bd5/b1f38ed4-5800-4d5e-8b55-c3e67cdf6592/079d8387-0caa-409e-a5ab-dc0b720e450a) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:00.506873 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4da76-9e19-4956-af21-818af40f902b req-796bb707-50bd-419b-a69e-a851fd719f64 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:00.508345 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ded4da76-9e19-4956-af21-818af40f902b req-796bb707-50bd-419b-a69e-a851fd719f64 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0735066 Oct 18 18:51:00.583681 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ded4da76-9e19-4956-af21-818af40f902b req-a2637887-e16d-441a-b98e-85078cb951fc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670698 Oct 18 18:51:00.610787 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42630) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:00.615817 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.625944 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-46f0ed6b-24a5-412d-9a7d-0ad3ee45d413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.694529 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.704518 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-46f0ed6b-24a5-412d-9a7d-0ad3ee45d413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.708355 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-46f0ed6b-24a5-412d-9a7d-0ad3ee45d413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.728637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.750179 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-46f0ed6b-24a5-412d-9a7d-0ad3ee45d413 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=77d2f6367db84116901fcd56febc7914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383166 Oct 18 18:51:00.751294 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0ed6b-24a5-412d-9a7d-0ad3ee45d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969903a7-b43b-48b4-b6c2-f92099031af5,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:00.753698 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42632) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:00.774132 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Network 186d924c-c817-4bca-949a-585213a56bd5 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:00.777267 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:00.781450 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:00.806078 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.808844 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Pushing event updated for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:00.826928 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.836211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:00.836872 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.854740 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-7a8fcca3-5e5f-4a9b-9ce9-f4b5d23903e7 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7790494 Oct 18 18:51:00.867367 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Request body: {'port': {'device_id': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:00.875929 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.878867 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:00.882456 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/969903a7-b43b-48b4-b6c2-f92099031af5 HTTP/1.1" status: 204 len: 168 time: 0.1253607 Oct 18 18:51:00.889675 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e918a-71e1-4f66-851f-002d8f288fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969903a7-b43b-48b4-b6c2-f92099031af5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:00.924994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.318249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4872-e52d-4319-9f38-afd39777b4c4 req-ad4f0c0e-a5d0-4fff-82a9-271a80a1e2b6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:01.319878 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ae6b4872-e52d-4319-9f38-afd39777b4c4 req-ad4f0c0e-a5d0-4fff-82a9-271a80a1e2b6 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 932 time: 0.0786374 Oct 18 18:51:01.404365 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ae6b4872-e52d-4319-9f38-afd39777b4c4 req-74afcd59-be57-4fc4-9219-7f9f1e9a7f44 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553741 Oct 18 18:51:01.478785 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079d8387-0caa-409e-a5ab-dc0b720e450a {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:01.487571 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.500763 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Transition to ACTIVE for port object 079d8387-0caa-409e-a5ab-dc0b720e450a will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:51:01.506035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.578811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Pushing event updated for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:01.687227 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Attempting to bind port 079d8387-0caa-409e-a5ab-dc0b720e450a on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:01.687565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Attempting to bind port 079d8387-0caa-409e-a5ab-dc0b720e450a by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:01.687904 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Attempting to bind port 079d8387-0caa-409e-a5ab-dc0b720e450a on network 186d924c-c817-4bca-949a-585213a56bd5 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:01.709471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Port 079d8387-0caa-409e-a5ab-dc0b720e450a on network 186d924c-c817-4bca-949a-585213a56bd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:51:01.709791 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Attempting to bind port 079d8387-0caa-409e-a5ab-dc0b720e450a on network 186d924c-c817-4bca-949a-585213a56bd5 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:01.718096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:01.718427 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Checking segment: {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:01.718834 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Bound using segment: {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:01.719257 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Bound port: 079d8387-0caa-409e-a5ab-dc0b720e450a, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56d62156-4b2a-4e0c-ab3c-4ff970692ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '186d924c-c817-4bca-949a-585213a56bd5'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:01.719605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.747495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09b03f-9f5e-41e2-b704-28416587842c req-3d11edfc-89df-4d5a-9657-1cce338aded6 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:01.749769 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c09b03f-9f5e-41e2-b704-28416587842c req-3d11edfc-89df-4d5a-9657-1cce338aded6 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0729294 Oct 18 18:51:01.819973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c09b03f-9f5e-41e2-b704-28416587842c req-bca72955-7b4d-48b2-aad1-a6eda75c11e3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526159 Oct 18 18:51:01.824009 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:01.827873 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=079d8387-0caa-409e-a5ab-dc0b720e450a,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:01.832294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.870044 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:01.870521 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:01.872091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] 10.222.0.25 "PUT /v2.0/ports/079d8387-0caa-409e-a5ab-dc0b720e450a HTTP/1.1" status: 200 len: 1094 time: 1.0095522 Oct 18 18:51:01.877927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:01.880463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:01.910665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ad5a6-62a2-43b6-bace-aaf834715494 service neutron] Pushing event updated for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:01.946381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f467319-9552-427a-8537-d784ab255b27 x-openstack-request-id: req-1f467319-9552-427a-8537-d784ab255b27 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:01.946779 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:01.947096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f467319-9552-427a-8537-d784ab255b27 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:01.947550 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a', 'status': 'completed', 'code': 200} Oct 18 18:51:01.966693 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-80e623ec-2eed-4603-9a70-ee3c55deb6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:01.968488 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-80e623ec-2eed-4603-9a70-ee3c55deb6b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 1097 time: 0.0510063 Oct 18 18:51:02.021093 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-d064defe-25de-4e61-9f68-be9359cd37af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079d8387-0caa-409e-a5ab-dc0b720e450a HTTP/1.1" status: 200 len: 217 time: 0.0404565 Oct 18 18:51:02.071473 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-9ab4f11e-0730-4e6b-b304-188437d38317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.072891 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-9ab4f11e-0730-4e6b-b304-188437d38317 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 HTTP/1.1" status: 200 len: 854 time: 0.0446467 Oct 18 18:51:02.110103 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-ba00d2cb-dd61-45dd-8563-a3144fe873a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=186d924c-c817-4bca-949a-585213a56bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294218 Oct 18 18:51:02.202158 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-13a5b6e3-97de-4180-87c0-a9f522e61123 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Oct 18 18:51:02.306885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6416994c-dd48-4fbf-8671-5a6e94a03587 req-587f5c65-eda7-4271-a810-0f57c70bdcc7 service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968006 Oct 18 18:51:02.396491 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-87c8ec14-057b-45a0-8382-55f8d69a4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.398141 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-87c8ec14-057b-45a0-8382-55f8d69a4189 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=55b0b1fbfa48461dbe73523f1557f875&device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 1097 time: 0.0417655 Oct 18 18:51:02.523541 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-fe2bebd9-bb72-4c5e-a797-2889a94811e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.525209 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-fe2bebd9-bb72-4c5e-a797-2889a94811e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 200 len: 915 time: 0.1195571 Oct 18 18:51:02.578717 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c93279-9f7e-4217-b9d5-e2470c187e03 req-4961e820-ed50-494b-bb1f-2fc738210669 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.580446 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1c93279-9f7e-4217-b9d5-e2470c187e03 req-4961e820-ed50-494b-bb1f-2fc738210669 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 944 time: 0.1000903 Oct 18 18:51:02.581689 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-499f81b4-eef6-4a48-be9b-6a4f6bdc2afc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079d8387-0caa-409e-a5ab-dc0b720e450a HTTP/1.1" status: 200 len: 217 time: 0.0489323 Oct 18 18:51:02.666591 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1c93279-9f7e-4217-b9d5-e2470c187e03 req-9a65c60c-858a-467f-9a4b-d23d9ad36e4c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771279 Oct 18 18:51:02.666591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-4137b8f6-14b9-4a30-835c-e33d7fe0963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.666591 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-4137b8f6-14b9-4a30-835c-e33d7fe0963c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 HTTP/1.1" status: 200 len: 854 time: 0.0730450 Oct 18 18:51:02.701813 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-f42ec8ae-5df2-48bb-bf58-d82c1350f8d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=186d924c-c817-4bca-949a-585213a56bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265434 Oct 18 18:51:02.806126 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-36374af9-9537-4d39-83a2-e54609c2291d service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961268 Oct 18 18:51:02.917427 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fbb8bd7-1bb5-4a9b-9c8b-5e871913935b req-0f913671-f150-4ec9-988a-a94ccc5c881d service neutron] 10.222.0.25 "GET /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029775 Oct 18 18:51:02.969281 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6fa7ba-a9e3-478a-835c-e422381175a5 req-f6f809c3-6173-45dc-98ae-f398718ddf87 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:02.976358 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8f6fa7ba-a9e3-478a-835c-e422381175a5 req-f6f809c3-6173-45dc-98ae-f398718ddf87 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0579925 Oct 18 18:51:03.011999 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8f6fa7ba-a9e3-478a-835c-e422381175a5 req-1711efbf-90af-4ac0-9b0d-a45f801d840a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347233 Oct 18 18:51:03.262217 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0461e-6728-408d-b84a-77a3559c6937 req-86cdc62c-74c2-4606-92db-9460cefbc102 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.264455 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-82f0461e-6728-408d-b84a-77a3559c6937 req-86cdc62c-74c2-4606-92db-9460cefbc102 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0589011 Oct 18 18:51:03.329717 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-82f0461e-6728-408d-b84a-77a3559c6937 req-b84ad517-f3e7-4410-a1e0-2db866096283 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575228 Oct 18 18:51:03.343946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-5957cebe-69e6-4936-81e9-8d2d0f71bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.345638 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-5957cebe-69e6-4936-81e9-8d2d0f71bc6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0519028 Oct 18 18:51:03.446816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-fe1507d6-0b6c-4dd7-ad3c-4c84504c727e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.448295 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-fe1507d6-0b6c-4dd7-ad3c-4c84504c727e service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.0947800 Oct 18 18:51:03.516635 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-534dcb13-9f54-4ab4-a870-91df802612c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1002 time: 0.0596685 Oct 18 18:51:03.517458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42750) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:03.565046 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-839e99e9-97b0-4a68-b8dc-0b7a30664b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.566483 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-839e99e9-97b0-4a68-b8dc-0b7a30664b63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0428064 Oct 18 18:51:03.623232 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4850-195b-400d-a900-ece4a71e25d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:03.637869 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-a3597786-e9f7-4978-8cba-85819beca36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.639457 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-a3597786-e9f7-4978-8cba-85819beca36c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0649507 Oct 18 18:51:03.806287 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-55e8e29b-615f-4113-98dd-b19302b10def service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566801 Oct 18 18:51:03.831256 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4850-195b-400d-a900-ece4a71e25d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:03.839108 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96486811-884a-4f80-b4c7-eb6981a43840 req-e021fe72-6114-473d-a6ea-db6fc328759e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:03.840499 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-96486811-884a-4f80-b4c7-eb6981a43840 req-e021fe72-6114-473d-a6ea-db6fc328759e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 944 time: 0.1068661 Oct 18 18:51:03.850908 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f0ab4850-195b-400d-a900-ece4a71e25d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:03.949173 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f0ab4850-195b-400d-a900-ece4a71e25d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53ebc3065fe24324b6c649353d31677a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307065 Oct 18 18:51:03.949867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab4850-195b-400d-a900-ece4a71e25d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76707574-5034-42db-8c24-15f19f4db61d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:03.952148 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42756) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:03.971841 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-96486811-884a-4f80-b4c7-eb6981a43840 req-cc28d711-26b6-44e4-9f07-8aedd8f76a7c tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219001 Oct 18 18:51:03.994598 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ba917d97-f0bb-4bd5-9cb2-8545e2bf0791 req-d80db34f-48e4-4c70-bd7f-e8a3adc4e64d service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786928 Oct 18 18:51:04.008781 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.029968 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.079061 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.081550 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.082715 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/76707574-5034-42db-8c24-15f19f4db61d HTTP/1.1" status: 204 len: 168 time: 0.1291976 Oct 18 18:51:04.090295 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb811c0-90ab-4122-9ced-ee505fe11131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76707574-5034-42db-8c24-15f19f4db61d,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:04.337173 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42768) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:04.352627 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d2a33ede-5706-4859-858c-823c9e2c9dbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.431341 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42778) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:04.436160 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d2a33ede-5706-4859-858c-823c9e2c9dbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.439424 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d2a33ede-5706-4859-858c-823c9e2c9dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.478196 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d2a33ede-5706-4859-858c-823c9e2c9dbe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e9337d9d6d049fbb7a27510475fd542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397998 Oct 18 18:51:04.480756 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a33ede-5706-4859-858c-823c9e2c9dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9fd6ab-a754-452b-953b-a849abe17c37,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:04.481876 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42780) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:04.496188 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534245-8c84-4199-b349-21b4ece8e3bb req-23c3cc7b-a8f5-4f5b-adea-956cd612cb31 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:04.497638 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4534245-8c84-4199-b349-21b4ece8e3bb req-23c3cc7b-a8f5-4f5b-adea-956cd612cb31 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0942705 Oct 18 18:51:04.501953 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Deleting subnet 31c3e785-24b0-4a4b-8f12-cbfc197d44d5 {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:51:04.517637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.596575 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.631345 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4534245-8c84-4199-b349-21b4ece8e3bb req-471f8b54-eaf8-482e-9114-2a8cbb4b2c2f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195166 Oct 18 18:51:04.640415 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.661349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.687757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.744539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.757858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.760359 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.761500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc9fd6ab-a754-452b-953b-a849abe17c37 HTTP/1.1" status: 204 len: 168 time: 0.2786796 Oct 18 18:51:04.786797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.790139 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/31c3e785-24b0-4a4b-8f12-cbfc197d44d5 HTTP/1.1" status: 204 len: 168 time: 0.3567958 Oct 18 18:51:04.792843 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42784) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:04.795669 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93befa0b-525b-475c-954c-7fe08f8f4697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31c3e785-24b0-4a4b-8f12-cbfc197d44d5,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:04.801348 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66549c-44f2-4def-91ee-5077cca6be11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9fd6ab-a754-452b-953b-a849abe17c37,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:04.870086 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.954110 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:04.974142 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7150c1-a63b-41dd-98b4-ee615325b304']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:04.983584 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf05b41a-d35f-4b96-8c71-f149214a3f19') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:04.983879 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf05b41a-d35f-4b96-8c71-f149214a3f19') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:04.995509 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.010662 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.018505 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:51:05.018935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:51:05.020981 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:51:05.082400 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.089855 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.093391 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c7150c1-a63b-41dd-98b4-ee615325b304 HTTP/1.1" status: 204 len: 168 time: 0.2995315 Oct 18 18:51:05.097142 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42794) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:05.103583 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fffcbe-d8a2-4e01-96ad-6302af02e588 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7150c1-a63b-41dd-98b4-ee615325b304,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:05.133482 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a4bc7-6e0e-45c2-9485-3bb969fbdb29 req-13580dff-005b-45cf-a4ed-e81bad4275b1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:05.135063 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-494a4bc7-6e0e-45c2-9485-3bb969fbdb29 req-13580dff-005b-45cf-a4ed-e81bad4275b1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 944 time: 0.0844965 Oct 18 18:51:05.168774 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Deleting subnet 003c9adf-ec51-4188-b207-fe8ad1486265 {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:51:05.174419 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.211840 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-494a4bc7-6e0e-45c2-9485-3bb969fbdb29 req-d466a258-0684-4164-bc0d-759d0d99f261 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685902 Oct 18 18:51:05.221946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.268201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.323459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.350349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=003c9adf-ec51-4188-b207-fe8ad1486265,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:05.354191 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.359868 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c67ada3f-3ff1-4372-80f6-250f7828b9d4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/003c9adf-ec51-4188-b207-fe8ad1486265 HTTP/1.1" status: 204 len: 168 time: 0.2591619 Oct 18 18:51:05.360035 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42808) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:05.428753 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.509779 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.530154 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01803c4d-3232-4c41-9be9-443a897217c6']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:05.539300 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a74b49c-0cb2-4878-a58f-0c673fc2cf0a') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:05.539663 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a74b49c-0cb2-4878-a58f-0c673fc2cf0a') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:05.548742 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.562096 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.567924 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:51:05.568302 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:51:05.569893 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:51:05.629096 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.635558 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.639584 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] 10.222.0.36 "DELETE /v2.0/networks/01803c4d-3232-4c41-9be9-443a897217c6 HTTP/1.1" status: 204 len: 168 time: 0.2777603 Oct 18 18:51:05.649539 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3144f-dbc6-4078-aeb4-874014ae463a admin admin] Pushing event deleted for resources: {'Network': ['ID=01803c4d-3232-4c41-9be9-443a897217c6,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:05.750463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae9e0-94fa-4442-b936-64281b3def3b req-07778722-26f2-420a-98c0-c724fd13537e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:05.752006 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-771ae9e0-94fa-4442-b936-64281b3def3b req-07778722-26f2-420a-98c0-c724fd13537e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0510464 Oct 18 18:51:05.790713 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-771ae9e0-94fa-4442-b936-64281b3def3b req-39609f72-a290-4b93-a1cf-7dec62264251 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327418 Oct 18 18:51:05.816298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42826) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:05.855210 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-669c6508-c7bc-4acf-8eeb-29a1ae681719 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d0b51f58caf4ea7b9205df9bfb34a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377579 Oct 18 18:51:05.857756 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42828) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:05.866928 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42830) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:05.918364 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.956556 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:05.973839 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 079d8387-0caa-409e-a5ab-dc0b720e450a details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:51:06.048215 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.052970 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.054903 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d56dc933-cc59-4b24-9d5a-fbedf4940a16 HTTP/1.1" status: 204 len: 168 time: 0.1959424 Oct 18 18:51:06.082287 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc328f-423c-43db-b119-0f473068dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56dc933-cc59-4b24-9d5a-fbedf4940a16,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:06.114163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-507a64c1-e4e4-4b00-ad02-2294e5175891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.226751 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=079d8387-0caa-409e-a5ab-dc0b720e450a,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:06.260596 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '079d8387-0caa-409e-a5ab-dc0b720e450a', 'network_id': '186d924c-c817-4bca-949a-585213a56bd5', 'port_id': '079d8387-0caa-409e-a5ab-dc0b720e450a', 'mac_address': 'fa:16:3e:26:db:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f38ed4-5800-4d5e-8b55-c3e67cdf6592', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:51:06.299915 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-507a64c1-e4e4-4b00-ad02-2294e5175891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.310168 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-507a64c1-e4e4-4b00-ad02-2294e5175891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.340012 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.354202 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079d8387-0caa-409e-a5ab-dc0b720e450a {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:06.374531 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=079d8387-0caa-409e-a5ab-dc0b720e450a,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:06.376964 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a64c1-e4e4-4b00-ad02-2294e5175891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0f5a8b-c4a7-415d-a34a-3c8a1d5b3bca,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:06.380782 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.418981 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-507a64c1-e4e4-4b00-ad02-2294e5175891 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b506b67c218c47308213dac1494048da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484972 Oct 18 18:51:06.419456 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42842) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:06.437223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd7944-4105-41e3-a889-75d46b46a9c9 req-f9225e7a-bf0e-4d2d-8ac9-a92c88d840c0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:06.438974 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f1fd7944-4105-41e3-a889-75d46b46a9c9 req-f9225e7a-bf0e-4d2d-8ac9-a92c88d840c0 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 945 time: 0.0674720 Oct 18 18:51:06.446311 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:06.454409 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.454812 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.455173 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.455510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.455942 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.456281 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.456614 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.457035 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.457324 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.457653 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.457995 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.458320 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:06.482929 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42844) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:06.487970 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f1fd7944-4105-41e3-a889-75d46b46a9c9 req-d05c9351-3e53-406f-a9e9-0d736cba558e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Oct 18 18:51:06.488899 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.535935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.553703 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1bb404e8-6047-4145-affa-5f759210023d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=503940ee90804ca68cbc987367db1635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697510 Oct 18 18:51:06.556827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42846) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:06.595537 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.598174 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.599352 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d0f5a8b-c4a7-415d-a34a-3c8a1d5b3bca HTTP/1.1" status: 204 len: 168 time: 0.1788681 Oct 18 18:51:06.607996 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4b111-41a1-4841-bf60-2e4b309ff3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0f5a8b-c4a7-415d-a34a-3c8a1d5b3bca,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:06.617428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.643022 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.688781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.691988 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:06.693225 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e55ff64a-ca88-452d-b280-0d0cef8d7ebc HTTP/1.1" status: 204 len: 168 time: 0.1354115 Oct 18 18:51:06.705434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bf1b0-8383-4856-ad4c-40c5a9522319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55ff64a-ca88-452d-b280-0d0cef8d7ebc,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:06.753313 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['079d8387-0caa-409e-a5ab-dc0b720e450a'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:51:07.335321 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 42886) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:07.524319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1014214023-network', 'tenant_id': '21b98f27e4df474e9a5429b0bd488235'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:07.549162 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Made reservation on behalf of 21b98f27e4df474e9a5429b0bd488235 for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:07.551583 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.562963 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.645082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ec47a-09f1-44b2-ba69-e44688408e76 req-1e1ddb59-2c4a-4f39-a0f2-107ed95962bd tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:07.646617 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-690ec47a-09f1-44b2-ba69-e44688408e76 req-1e1ddb59-2c4a-4f39-a0f2-107ed95962bd tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 945 time: 0.0705738 Oct 18 18:51:07.709510 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-690ec47a-09f1-44b2-ba69-e44688408e76 req-30fb6c87-a197-4088-a93a-2d946aa3e765 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Oct 18 18:51:07.714003 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.720028 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.744428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:51:07.759508 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca532b-a606-4625-99ea-74f7d118bb45,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:07.762344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.762713 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Added segment 7626a0d1-aacc-4cb6-b16d-5621f8fcccd4 of type vlan for network 21ce1a26-a0c9-4341-80f9-4727bc985aee Oct 18 18:51:07.802045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.826966 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.828090 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:07.828697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.866117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5296106 Oct 18 18:51:07.869234 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 42908) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:07.874342 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Request body: {'subnet': {'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1014214023-subnet', 'tenant_id': '21b98f27e4df474e9a5429b0bd488235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:07.895076 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Made reservation on behalf of 21b98f27e4df474e9a5429b0bd488235 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:07.898656 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59156927'] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:07.902927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b133e7a-54e7-436b-a3d0-d499de9a9835 admin admin] Pushing event updated for resources: {'Network': ['ID=21ce1a26-a0c9-4341-80f9-4727bc985aee,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:07.914688 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:51:07.976766 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 079d8387-0caa-409e-a5ab-dc0b720e450a up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:08.036049 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 079d8387-0caa-409e-a5ab-dc0b720e450a completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:51:08.040195 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 079d8387-0caa-409e-a5ab-dc0b720e450a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:08.040585 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:08.096954 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58725905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59156881'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:08.124269 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:08.148880 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:08.151266 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445e677b-53dc-485d-be97-a12b58ac7171" -d '{"events": [{"server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "name": "network-vif-plugged", "status": "completed", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:08.164116 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:08.169912 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=079d8387-0caa-409e-a5ab-dc0b720e450a,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:08.174073 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Checking segment: {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:08.174938 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Network hostable DHCP agents. Network: 21ce1a26-a0c9-4341-80f9-4727bc985aee, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:51:08.175302 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:08.200307 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:51:08.207998 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fc0d54-b54c-483e-b2c3-cf91f77294bc x-openstack-request-id: req-88fc0d54-b54c-483e-b2c3-cf91f77294bc {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:08.208404 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "name": "network-vif-plugged", "status": "completed", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:08.208657 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88fc0d54-b54c-483e-b2c3-cf91f77294bc {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:08.208946 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a', 'code': 200} Oct 18 18:51:08.212623 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 21ce1a26-a0c9-4341-80f9-4727bc985aee) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:08.217728 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:08.218377 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:08.224905 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382006af-72f3-4543-9f54-40f47ff1d7b2 None None] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:08.238433 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ed73f239-fbcd-41a4-8c6c-97503247db0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3680959 Oct 18 18:51:08.246757 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:08.384921 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d588cc-4eb0-4b4b-a06e-157693db2b6f None None] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:08.396004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80d9f9-5043-4e11-94de-ac51fa7e1464 req-2413144b-bdc4-4356-abea-bff3c8224c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:08.397552 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dd80d9f9-5043-4e11-94de-ac51fa7e1464 req-2413144b-bdc4-4356-abea-bff3c8224c13 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 1099 time: 0.0478141 Oct 18 18:51:08.439041 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dd80d9f9-5043-4e11-94de-ac51fa7e1464 req-a3a0d96f-6818-4416-a8f0-d673b2f7edc2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Oct 18 18:51:08.833212 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56670fe-a394-4775-b1ec-554fa9908e99 req-f388893d-c864-48ca-b089-4acdd2aa342b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:08.834695 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e56670fe-a394-4775-b1ec-554fa9908e99 req-f388893d-c864-48ca-b089-4acdd2aa342b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.0509293 Oct 18 18:51:08.871548 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e56670fe-a394-4775-b1ec-554fa9908e99 req-211a8019-2e1d-4ebc-8856-09c2e5a6a141 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309131 Oct 18 18:51:10.062928 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603cde8-e10e-4ef0-bbc4-f0fa96f6ad43 req-2278617f-0e9b-4b3f-b117-46672a9d8b18 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:10.064512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5603cde8-e10e-4ef0-bbc4-f0fa96f6ad43 req-2278617f-0e9b-4b3f-b117-46672a9d8b18 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.0973694 Oct 18 18:51:10.072668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-11b72aca-96d4-4e5e-89bb-1a32a6538982 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:10.074022 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-11b72aca-96d4-4e5e-89bb-1a32a6538982 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 809 time: 0.1448002 Oct 18 18:51:10.098832 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-1650b9ac-c703-4f1b-9284-b0eda24ac839 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/quotas/21b98f27e4df474e9a5429b0bd488235 HTTP/1.1" status: 200 len: 375 time: 0.0180733 Oct 18 18:51:10.134406 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-75f34658-fcec-4885-a235-394d85a956d4 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267560 Oct 18 18:51:10.137150 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5603cde8-e10e-4ef0-bbc4-f0fa96f6ad43 req-2405abf0-f818-4b07-9aeb-1f48c13f20e1 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622754 Oct 18 18:51:10.224531 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-6b96d617-823b-4eec-8300-ddc1229feff3 service neutron] 10.222.0.36 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Oct 18 18:51:10.511534 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c2575ab5-1080-442f-8200-2117f12a37be service neutron] 10.222.0.36 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809992 Oct 18 18:51:10.664836 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3db5749-e0e8-45a7-b74e-2d0dd1a77b77 req-658bdfa1-b9b4-406d-beb2-9fb68400fb85 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 210 time: 0.0262127 Oct 18 18:51:11.083306 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:51:11.259391 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f7c5-09a1-4afe-8dbf-f4623c264b09 req-aa10b164-1e82-45e6-832c-2fb8390c16c9 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:11.261551 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c01f7c5-09a1-4afe-8dbf-f4623c264b09 req-aa10b164-1e82-45e6-832c-2fb8390c16c9 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.0534940 Oct 18 18:51:11.300865 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c01f7c5-09a1-4afe-8dbf-f4623c264b09 req-e29fd9b4-2c77-44d1-9910-f60810a5380b tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319674 Oct 18 18:51:11.618931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-177e61f9-83a5-4360-8268-13a11fba97ad tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:11.621344 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-177e61f9-83a5-4360-8268-13a11fba97ad tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 809 time: 0.1302211 Oct 18 18:51:11.647682 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Request body: {'port': {'device_id': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee', 'admin_state_up': True, 'tenant_id': '21b98f27e4df474e9a5429b0bd488235'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:11.767618 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8cc168b6-1612-424a-89b3-4091e3b2cc61 req-13d24c2f-115c-4e7c-9a16-9a6a5ced7a86 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 210 time: 0.0354972 Oct 18 18:51:11.784836 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Made reservation on behalf of 21b98f27e4df474e9a5429b0bd488235 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:11.788309 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:11.913152 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Allocated IP 172.20.0.12 (21ce1a26-a0c9-4341-80f9-4727bc985aee/2b23ee0c-9cf3-4ec9-904e-1abc3371be0b/a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:12.060913 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.096303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.140257 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:12.143292 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:12.146954 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:12.152942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Pushing event updated for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:12.197711 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:12.198316 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.214244 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-086d465d-a8e0-4979-9e7f-ed0f6d139791 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5710702 Oct 18 18:51:12.226821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Request body: {'port': {'device_id': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:12.280783 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.546411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:12.555407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.568323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Transition to ACTIVE for port object a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:51:12.572231 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.655675 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:12.723330 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Attempting to bind port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:12.723733 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Attempting to bind port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:12.724130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Attempting to bind port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f on network 21ce1a26-a0c9-4341-80f9-4727bc985aee {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:12.728444 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f on network 21ce1a26-a0c9-4341-80f9-4727bc985aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:51:12.728841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Attempting to bind port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f on network 21ce1a26-a0c9-4341-80f9-4727bc985aee {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:12.734182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:12.734597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Checking segment: {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:12.735041 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Bound using segment: {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:12.735528 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Bound port: a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:12.735949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.799046 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:12.802458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:12.806906 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.844340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:12.845790 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:12.846330 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f HTTP/1.1" status: 200 len: 1094 time: 0.6233804 Oct 18 18:51:12.853154 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:12.855552 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280" -d '{"events": [{"name": "network-changed", "server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:12.899673 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc6368-9692-400d-9ab3-fc3297212bf1 x-openstack-request-id: req-b7dc6368-9692-400d-9ab3-fc3297212bf1 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:12.899961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:12.900213 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7dc6368-9692-400d-9ab3-fc3297212bf1 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:12.900607 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f', 'status': 'completed', 'code': 200} Oct 18 18:51:12.935870 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f44f23-7589-470e-880f-268b0a37e2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:12.954332 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2837e2-f16d-4120-87b9-7aece57d4151 req-ccd07a21-9b7b-4df1-ae78-1c23426ff126 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:12.955849 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc2837e2-f16d-4120-87b9-7aece57d4151 req-ccd07a21-9b7b-4df1-ae78-1c23426ff126 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 944 time: 0.1192625 Oct 18 18:51:12.961426 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c86d461e-f7a4-4e14-8cb7-b79acbc936c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:12.962838 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-c86d461e-f7a4-4e14-8cb7-b79acbc936c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 1097 time: 0.0775297 Oct 18 18:51:13.014892 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-fa5a403e-cabe-4f85-9b77-b32edd8ded4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f HTTP/1.1" status: 200 len: 217 time: 0.0379686 Oct 18 18:51:13.034878 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc2837e2-f16d-4120-87b9-7aece57d4151 req-e4d7fc11-bdf6-4fe0-9e53-f33bb942dc51 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708251 Oct 18 18:51:13.073664 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-11eef3b3-a7c8-42b6-9a80-5d6b2374b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:13.075177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-11eef3b3-a7c8-42b6-9a80-5d6b2374b0f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b HTTP/1.1" status: 200 len: 849 time: 0.0529933 Oct 18 18:51:13.105521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-588a102a-cc2a-470f-8022-c45b35e4f526 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=21ce1a26-a0c9-4341-80f9-4727bc985aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235014 Oct 18 18:51:13.193421 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-38b38b93-7c7b-41c0-a86f-c83687378f96 service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802534 Oct 18 18:51:13.291209 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7df9e1be-7675-4b60-a1d7-7f2dd63e8d82 req-894f661f-5307-45d4-94d8-b0750286f5f3 service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906713 Oct 18 18:51:13.391336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-46b9e2e2-672f-426b-b97d-c5573c3d7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:13.392722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-46b9e2e2-672f-426b-b97d-c5573c3d7438 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 1097 time: 0.0396316 Oct 18 18:51:13.489405 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-ddc4750a-7be6-4513-8972-b49a1a8ae614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:13.490899 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-ddc4750a-7be6-4513-8972-b49a1a8ae614 service neutron] 10.222.0.25 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 910 time: 0.0908966 Oct 18 18:51:13.532994 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-e40ee515-da5c-4cd2-8f71-0db33971dd1b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f HTTP/1.1" status: 200 len: 217 time: 0.0342543 Oct 18 18:51:13.581023 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-935be2ac-939d-4e4a-8f54-c49a782777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:13.582418 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-935be2ac-939d-4e4a-8f54-c49a782777a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b HTTP/1.1" status: 200 len: 849 time: 0.0433064 Oct 18 18:51:13.616389 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-874c8237-363a-46e0-aab2-7515c7605edc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=21ce1a26-a0c9-4341-80f9-4727bc985aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267794 Oct 18 18:51:13.705268 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-b1227ed9-0c19-4c42-9c18-4edd5e299a98 service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818069 Oct 18 18:51:13.802179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-69cfc9b6-9ac6-45e7-97b7-d8d148ee5280 req-8dda78d2-56bc-4125-94a2-b931d8694f74 service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891845 Oct 18 18:51:14.162288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423acb9f-8b61-4a70-b7b3-78f8e584d71e req-8a473283-4a3c-4255-b97b-da0b0ed810f7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:14.163804 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-423acb9f-8b61-4a70-b7b3-78f8e584d71e req-8a473283-4a3c-4255-b97b-da0b0ed810f7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 944 time: 0.0521758 Oct 18 18:51:14.203498 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-423acb9f-8b61-4a70-b7b3-78f8e584d71e req-697153ea-cd32-4a78-9664-79815fbecda9 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Oct 18 18:51:15.321725 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b14861-525c-4b36-8044-ca1c8ac209ac req-d5740a96-8ef9-4464-bcb4-4694824267d7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:15.323435 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b2b14861-525c-4b36-8044-ca1c8ac209ac req-d5740a96-8ef9-4464-bcb4-4694824267d7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 944 time: 0.0505342 Oct 18 18:51:15.360640 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b2b14861-525c-4b36-8044-ca1c8ac209ac req-3ed2d912-cfa1-40d9-b815-4323e0381d9d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307205 Oct 18 18:51:16.478432 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b2e45-50df-4a8d-b97b-a3b62cddf97c req-7a85d454-5389-4922-8474-e532b829e373 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:16.479937 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d7b2e45-50df-4a8d-b97b-a3b62cddf97c req-7a85d454-5389-4922-8474-e532b829e373 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 944 time: 0.0520184 Oct 18 18:51:16.517567 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d7b2e45-50df-4a8d-b97b-a3b62cddf97c req-3f6b5eda-aebd-4c36-b6e7-eee95f6f2819 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Oct 18 18:51:17.469987 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43078) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:17.571749 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d84ee891-afff-401b-9495-2e6fdad227ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.649833 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e9390a-08bf-4cb3-9cb5-d441c685c0aa req-9f24a071-360f-46c3-af1c-79b550f89ba6 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:17.651343 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6e9390a-08bf-4cb3-9cb5-d441c685c0aa req-9f24a071-360f-46c3-af1c-79b550f89ba6 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 944 time: 0.0649755 Oct 18 18:51:17.710780 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6e9390a-08bf-4cb3-9cb5-d441c685c0aa req-41ede1e9-057e-453c-bbab-9f045e674533 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528097 Oct 18 18:51:17.715028 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d84ee891-afff-401b-9495-2e6fdad227ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.719314 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d84ee891-afff-401b-9495-2e6fdad227ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.756871 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-d84ee891-afff-401b-9495-2e6fdad227ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf2967c051df4c2e98e37f83a9b01e15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857814 Oct 18 18:51:17.757964 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84ee891-afff-401b-9495-2e6fdad227ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e023b339-c080-4167-94e1-90f5623e74eb,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:17.759611 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43084) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:17.809337 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.832345 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.889793 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.892401 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:17.893543 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e023b339-c080-4167-94e1-90f5623e74eb HTTP/1.1" status: 204 len: 168 time: 0.1320639 Oct 18 18:51:17.901210 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c2d42-5c5b-47b1-93d5-b6f51749b477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e023b339-c080-4167-94e1-90f5623e74eb,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:18.009161 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:51:18.107093 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:18.118033 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f', 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee', 'port_id': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f', 'mac_address': 'fa:16:3e:e8:c9:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b23ee0c-9cf3-4ec9-904e-1abc3371be0b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:51:18.152144 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43092) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:18.156835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.165895 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd2c-c9ab-4368-a340-e0252291ba3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.169671 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:18.189862 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:18.194340 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.242033 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd2c-c9ab-4368-a340-e0252291ba3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.243053 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:18.245692 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd2c-c9ab-4368-a340-e0252291ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.285257 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-73b2dd2c-c9ab-4368-a340-e0252291ba3b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=332c7b2b1a3f442480fe62c40eb314ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1320305 Oct 18 18:51:18.286079 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2dd2c-c9ab-4368-a340-e0252291ba3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b1c6df-ec62-4f04-be7b-0e2aad75aa30,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:18.288993 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43094) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:18.344188 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.365972 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.412388 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.415263 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:18.417578 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58b1c6df-ec62-4f04-be7b-0e2aad75aa30 HTTP/1.1" status: 204 len: 168 time: 0.1268508 Oct 18 18:51:18.425117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a9d1e-c0e0-4002-9d92-835cd5400006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b1c6df-ec62-4f04-be7b-0e2aad75aa30,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:18.567559 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:51:18.825778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ee1de-61f6-4e42-b1ba-332b2e241ec9 req-21224a63-2fa3-4365-aac8-2429a30d5f0a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:18.828231 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2f6ee1de-61f6-4e42-b1ba-332b2e241ec9 req-21224a63-2fa3-4365-aac8-2429a30d5f0a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 945 time: 0.0521104 Oct 18 18:51:18.866798 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2f6ee1de-61f6-4e42-b1ba-332b2e241ec9 req-493aad13-700a-43a5-b24d-e3a7454cd0b5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327842 Oct 18 18:51:19.078881 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43124) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:19.183939 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1164235012-network', 'tenant_id': '3d9bbc61321a47abb852671e78856939'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:19.203951 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Made reservation on behalf of 3d9bbc61321a47abb852671e78856939 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:19.206347 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.214695 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.285702 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.289092 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.308241 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:51:19.321391 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2631dcdb-ee25-4853-a5d8-2825a70c74a2,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:19.325945 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.326285 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Added segment 4e367065-e114-493e-9e21-9d5e81c6111a of type vlan for network 8743d4a0-661f-465d-995f-489f1c800cca Oct 18 18:51:19.364782 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.391655 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.392531 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:19.393127 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.426747 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3467686 Oct 18 18:51:19.429709 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43130) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:19.434686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Request body: {'subnet': {'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1164235012-subnet', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:19.455785 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Made reservation on behalf of 3d9bbc61321a47abb852671e78856939 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:19.457352 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9178f34-3aba-4438-9d8d-8820f81a2d9d admin admin] Pushing event updated for resources: {'Network': ['ID=8743d4a0-661f-465d-995f-489f1c800cca,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:19.458008 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.466747 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 8743d4a0-661f-465d-995f-489f1c800cca details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:51:19.622863 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.683216 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea058d1-ccc7-4ddc-83f4-584786241af1,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:19.686806 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Checking segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:19.687234 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Network hostable DHCP agents. Network: 8743d4a0-661f-465d-995f-489f1c800cca, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:51:19.703793 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Network 8743d4a0-661f-465d-995f-489f1c800cca is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:51:19.711771 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 8743d4a0-661f-465d-995f-489f1c800cca) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:19.715840 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:19.716485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.721089 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ded34f-2fe7-4b70-b43e-09cdcfe45ccd None None] Network 8743d4a0-661f-465d-995f-489f1c800cca requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:19.732734 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f752b78a-ccf5-4476-b410-1e83ed01b9c0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3018579 Oct 18 18:51:19.735931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43132) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:19.740134 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:19.760637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.761683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.816483 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.861360 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-8743d4a0-661f-465d-995f-489f1c800cca', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:51:19.862229 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:19.957885 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.002191 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Allocated IP 172.20.0.2 (8743d4a0-661f-465d-995f-489f1c800cca/bea058d1-ccc7-4ddc-83f4-584786241af1/79eab283-5106-4295-b377-d46cd7aaf467) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:20.032786 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f5a3b-b4c8-4e09-908b-f9c15c4bbcb7 req-7d0647bd-d9b3-4961-9d08-452871d8b56e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:20.034275 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c73f5a3b-b4c8-4e09-908b-f9c15c4bbcb7 req-7d0647bd-d9b3-4961-9d08-452871d8b56e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 945 time: 0.0796962 Oct 18 18:51:20.115119 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c73f5a3b-b4c8-4e09-908b-f9c15c4bbcb7 req-0de2fe9e-6f91-4f04-aa24-e7c27069f09c tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731933 Oct 18 18:51:20.147039 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.152796 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.191087 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Network 8743d4a0-661f-465d-995f-489f1c800cca is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:20.194043 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:20.197476 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:20.206520 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Pushing event updated for resources: {'Port': ['ID=79eab283-5106-4295-b377-d46cd7aaf467,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:20.248508 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.257340 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Attempting to bind port 79eab283-5106-4295-b377-d46cd7aaf467 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:20.257692 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Attempting to bind port 79eab283-5106-4295-b377-d46cd7aaf467 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:20.258054 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Attempting to bind port 79eab283-5106-4295-b377-d46cd7aaf467 on network 8743d4a0-661f-465d-995f-489f1c800cca {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:20.263066 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:20.263440 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Checking segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:20.263840 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.264774 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Bound using segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:20.265240 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Bound port: 79eab283-5106-4295-b377-d46cd7aaf467, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:20.265619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.268268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.326411 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] For port 79eab283-5106-4295-b377-d46cd7aaf467, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:20.330204 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] For port 79eab283-5106-4295-b377-d46cd7aaf467, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=79eab283-5106-4295-b377-d46cd7aaf467,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:20.334276 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.376949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Allocated IP 172.27.2.83 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/9a491f90-e7b8-47e8-a2c4-038f99d3253a) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:20.395418 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e75a17-9e9e-4b8d-8e28-49cf68d5818c None None] Pushing event updated for resources: {'Port': ['ID=79eab283-5106-4295-b377-d46cd7aaf467,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:20.692317 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.724601 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.748341 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-608abd6f-abdc-4fc0-9846-cab6ce7f13da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:20.760949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:20.763956 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:20.768087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:20.796461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Pushing event updated for resources: {'Port': ['ID=9a491f90-e7b8-47e8-a2c4-038f99d3253a,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:21.014848 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.228568 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.271139 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965dcb3-2880-4726-bdb6-485be9597870 None None] Network 8743d4a0-661f-465d-995f-489f1c800cca requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:21.383226 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d38629-76d5-4af9-81cf-e2a1453089f6 req-29391170-31ac-4a14-a574-86e14af25ab0 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:21.384699 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-42d38629-76d5-4af9-81cf-e2a1453089f6 req-29391170-31ac-4a14-a574-86e14af25ab0 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 945 time: 0.1862609 Oct 18 18:51:21.397561 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] Provisioning complete for port 79eab283-5106-4295-b377-d46cd7aaf467 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:21.397926 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.412185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Router 3bbf825e-831d-4086-8175-02687af20d9c is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:51:21.434416 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-42d38629-76d5-4af9-81cf-e2a1453089f6 req-fac518b4-d02b-4800-b560-33d10d4d3f42 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424123 Oct 18 18:51:21.502859 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.535980 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] For port 79eab283-5106-4295-b377-d46cd7aaf467, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=79eab283-5106-4295-b377-d46cd7aaf467,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:21.539636 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:51:21.540432 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.557509 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.561887 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43146) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:21.562414 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a51f8cff-baeb-484a-af11-bd94ecb12561 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8250256 Oct 18 18:51:21.575262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Sync routers for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:51:21.596055 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:21.596692 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:50:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:21.633324 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:21.637582 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b660337-029f-4983-98e6-de03a0978e85 None None] Pushing event updated for resources: {'Port': ['ID=79eab283-5106-4295-b377-d46cd7aaf467,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:21.744429 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:21.746036 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:51:21.804141 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:21.804817 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.859924 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-b202a8f1-0cc8-4c6e-8254-c55c1c05df71 None None] Provisioning complete for port 79eab283-5106-4295-b377-d46cd7aaf467 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:21.860293 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b202a8f1-0cc8-4c6e-8254-c55c1c05df71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:21.977717 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.036860 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.079292 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:22.081540 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e08eccb-dc0b-4247-bb0e-25627df8adbe" -d '{"events": [{"server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "name": "network-vif-plugged", "status": "completed", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:22.095890 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:22.100152 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.125126 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b8a7a-c5d9-4936-95ae-8b0dc15e638f x-openstack-request-id: req-a76b8a7a-c5d9-4936-95ae-8b0dc15e638f {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:22.125439 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "name": "network-vif-plugged", "status": "completed", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:22.125698 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a76b8a7a-c5d9-4936-95ae-8b0dc15e638f {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:22.126083 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f', 'code': 200} Oct 18 18:51:22.134262 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Allocated IP 172.20.0.1 (8743d4a0-661f-465d-995f-489f1c800cca/bea058d1-ccc7-4ddc-83f4-584786241af1/4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:22.144632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:20Z', 'revision_number': 3, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:22.182350 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Checking router: 3bbf825e-831d-4086-8175-02687af20d9c for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:51:22.182717 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Updating router 3bbf825e-831d-4086-8175-02687af20d9c port 9a491f90-e7b8-47e8-a2c4-038f99d3253a binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:51:22.204065 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:22.215910 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.240997 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.273565 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.314686 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Network 8743d4a0-661f-465d-995f-489f1c800cca is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:22.317486 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:22.320892 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:22.326303 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Pushing event updated for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:22.366980 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.511000 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.581103 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b505a1-c3ca-4479-b139-952b560eae42 req-ba0cb096-3fd4-49d3-b147-28c23d2bdef6 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:22.582929 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e1b505a1-c3ca-4479-b139-952b560eae42 req-ba0cb096-3fd4-49d3-b147-28c23d2bdef6 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0544641 Oct 18 18:51:22.621942 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 79eab283-5106-4295-b377-d46cd7aaf467 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:22.638006 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e1b505a1-c3ca-4479-b139-952b560eae42 req-2c8e9cc0-0586-441f-95ea-502b61710cdd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476711 Oct 18 18:51:22.662251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0a3dbc7a-2477-4173-a4eb-7ddb1060ab5c None None] Provisioning complete for port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:22.662649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0a3dbc7a-2477-4173-a4eb-7ddb1060ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.703487 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.715242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.717971 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.719536 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0a3dbc7a-2477-4173-a4eb-7ddb1060ab5c None None] Port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:51:22.723570 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.764793 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 79eab283-5106-4295-b377-d46cd7aaf467 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:22.765163 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.775125 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462de9a-7ad5-47e1-bc6a-f6d27a352795 None None] Pushing event updated for resources: {'Port': ['ID=9a491f90-e7b8-47e8-a2c4-038f99d3253a,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:22.789701 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Pushing event updated for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:22.794432 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.803888 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Attempting to bind port 9a491f90-e7b8-47e8-a2c4-038f99d3253a on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:22.804262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Attempting to bind port 9a491f90-e7b8-47e8-a2c4-038f99d3253a by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:22.804844 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Attempting to bind port 9a491f90-e7b8-47e8-a2c4-038f99d3253a on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:22.813690 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:22.814060 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:22.814455 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.814952 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:22.815365 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Bound port: 9a491f90-e7b8-47e8-a2c4-038f99d3253a, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:22.815712 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.883817 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Network 8743d4a0-661f-465d-995f-489f1c800cca is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:22.885153 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:22.900802 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] For port 9a491f90-e7b8-47e8-a2c4-038f99d3253a, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:22.917641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] For port 9a491f90-e7b8-47e8-a2c4-038f99d3253a, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=9a491f90-e7b8-47e8-a2c4-038f99d3253a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:22.923325 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:22.979755 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:22.980388 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:50:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:23.012676 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Router 3bbf825e-831d-4086-8175-02687af20d9c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:51:23.019440 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5462de9a-7ad5-47e1-bc6a-f6d27a352795 None None] Pushing event updated for resources: {'Port': ['ID=9a491f90-e7b8-47e8-a2c4-038f99d3253a,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:23.095785 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:23.124409 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:51:23.130993 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6d871e87-4099-48d7-a1ee-6f547e24804b admin admin] 10.222.0.36 "PUT /v2.0/routers/3bbf825e-831d-4086-8175-02687af20d9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678377 Oct 18 18:51:23.184655 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ff704588-5312-4f6e-bdb6-62fa02434122 None None] Provisioning complete for port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:23.185019 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ff704588-5312-4f6e-bdb6-62fa02434122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.264731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-ff704588-5312-4f6e-bdb6-62fa02434122 None None] Port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:51:23.336704 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-fa2a7745-7f86-4921-822c-2f1ce725d7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.352241 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 2, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:23.378434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f573e62-60e0-4347-95d3-06ae5948bed4 None None] The sync data for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi is: [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 2, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:51:23.616433 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43172) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:23.621376 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2066553161-network', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:23.646597 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Made reservation on behalf of 05ded8decfef4c8fa900c664ca483ca0 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:23.648901 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.657760 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.747353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.753829 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.763926 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd302415-2256-4fad-a129-3a53e3e0b87f req-039e33ba-4e7d-4157-a7b9-3ed393f8f597 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:23.766184 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cd302415-2256-4fad-a129-3a53e3e0b87f req-039e33ba-4e7d-4157-a7b9-3ed393f8f597 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0539117 Oct 18 18:51:23.775533 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:51:23.789705 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703f756e-dfaf-492f-8bcd-32fc0f718501,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:23.795120 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.795585 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Added segment 3a1822d6-8750-43c0-8bc0-729974703a61 of type vlan for network d91f7495-8605-4285-8ac0-5088fe3431f6 Oct 18 18:51:23.813079 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cd302415-2256-4fad-a129-3a53e3e0b87f req-63ea07d3-cf8b-463a-8c86-a4edef4e17b4 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Oct 18 18:51:23.845324 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.870826 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.871967 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:23.872898 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.908779 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2912054 Oct 18 18:51:23.911521 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43176) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:23.916411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Request body: {'subnet': {'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2066553161-subnet', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:23.943609 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Made reservation on behalf of 05ded8decfef4c8fa900c664ca483ca0 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:23.943913 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ab7bb-4001-4b4b-bb3c-80caef4f30fd admin admin] Pushing event updated for resources: {'Network': ['ID=d91f7495-8605-4285-8ac0-5088fe3431f6,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:23.946359 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:23.954940 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network d91f7495-8605-4285-8ac0-5088fe3431f6 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:51:24.158832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.217657 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.225475 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f7385e-d4ab-4672-b328-39378d5be0b3,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:24.233468 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Checking segment: {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:24.233848 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Network hostable DHCP agents. Network: d91f7495-8605-4285-8ac0-5088fe3431f6, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:51:24.254879 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Network d91f7495-8605-4285-8ac0-5088fe3431f6 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:51:24.266303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, d91f7495-8605-4285-8ac0-5088fe3431f6) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:24.270832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:24.271999 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.278035 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b880b9-92a4-4994-83dc-a62c43901dca None None] Network d91f7495-8605-4285-8ac0-5088fe3431f6 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:24.302871 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43180) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:24.310441 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:24.315052 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7f05e5d6-dec9-4c70-bd7c-f07a38e8d0b3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4021692 Oct 18 18:51:24.343621 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.344231 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.408684 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.461064 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-d91f7495-8605-4285-8ac0-5088fe3431f6', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:51:24.461939 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.469056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd481e3-aec0-43c2-bc5d-ee1226a77a3c req-0a36614c-8f2c-4235-8b72-fcfa9fe9ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:24.470896 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5dd481e3-aec0-43c2-bc5d-ee1226a77a3c req-0a36614c-8f2c-4235-8b72-fcfa9fe9ffef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 1099 time: 0.0664914 Oct 18 18:51:24.520851 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5dd481e3-aec0-43c2-bc5d-ee1226a77a3c req-8f83c0ac-a6c9-4ae3-a2cc-dbbdf1bc9043 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Oct 18 18:51:24.572922 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.608138 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 9a491f90-e7b8-47e8-a2c4-038f99d3253a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:24.688808 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.692453 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Allocated IP 172.20.0.2 (d91f7495-8605-4285-8ac0-5088fe3431f6/75f7385e-d4ab-4672-b328-39378d5be0b3/b8250af5-2471-46fd-a2d3-59926470d548) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:24.736380 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 9a491f90-e7b8-47e8-a2c4-038f99d3253a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:24.736754 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.904223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.910151 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.916699 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.947942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a011f7-9e07-4515-8984-90f07bcebbb0 req-c23210b5-2ce5-4afa-9bfe-c529af4d708a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:24.949563 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a5a011f7-9e07-4515-8984-90f07bcebbb0 req-c23210b5-2ce5-4afa-9bfe-c529af4d708a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0557384 Oct 18 18:51:24.969522 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 9a491f90-e7b8-47e8-a2c4-038f99d3253a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=9a491f90-e7b8-47e8-a2c4-038f99d3253a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:24.976703 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Network d91f7495-8605-4285-8ac0-5088fe3431f6 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:24.981286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:24.986163 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:24.994916 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:25.001513 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Pushing event updated for resources: {'Port': ['ID=b8250af5-2471-46fd-a2d3-59926470d548,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:25.009849 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a5a011f7-9e07-4515-8984-90f07bcebbb0 req-2cea3e6b-12ac-44df-a9f2-9d58667bf5b7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530322 Oct 18 18:51:25.033339 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.043428 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.097012 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Attempting to bind port b8250af5-2471-46fd-a2d3-59926470d548 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:25.097379 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Attempting to bind port b8250af5-2471-46fd-a2d3-59926470d548 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:25.097731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Attempting to bind port b8250af5-2471-46fd-a2d3-59926470d548 on network d91f7495-8605-4285-8ac0-5088fe3431f6 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:25.104490 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=9a491f90-e7b8-47e8-a2c4-038f99d3253a,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:25.107529 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:25.107932 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Checking segment: {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:25.108327 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.108708 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Bound using segment: {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:25.109172 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Bound port: b8250af5-2471-46fd-a2d3-59926470d548, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:25.109550 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.157507 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Allocated IP 172.27.2.229 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/ce76f193-b8f2-4b29-ac76-8aa34a11d483) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:25.173404 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] For port b8250af5-2471-46fd-a2d3-59926470d548, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:25.176384 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] For port b8250af5-2471-46fd-a2d3-59926470d548, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b8250af5-2471-46fd-a2d3-59926470d548,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:25.179845 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.270574 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.305769 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.332499 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:25.335818 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:25.339274 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:25.370068 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cc6036-ca43-429c-9382-f4d3db99c7c1 None None] Pushing event updated for resources: {'Port': ['ID=b8250af5-2471-46fd-a2d3-59926470d548,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:25.417373 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Pushing event updated for resources: {'Port': ['ID=ce76f193-b8f2-4b29-ac76-8aa34a11d483,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:25.495887 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Sync routers for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:51:25.507614 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:25.508603 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:25.668725 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:25.675278 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.876609 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 2, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:25.877844 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:25.902621 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Checking router: 3bbf825e-831d-4086-8175-02687af20d9c for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:51:25.902974 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Updating router 3bbf825e-831d-4086-8175-02687af20d9c port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:51:25.927497 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.001798 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Router 98f0282f-8acd-42a0-97a8-64e8e1e2478c is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:51:26.065837 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.129018 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:51:26.139945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Sync routers for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:51:26.151227 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:26.151494 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.152071 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:26.152758 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6c730345-571a-4a2b-b9fe-193321e21225 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8487594 Oct 18 18:51:26.155935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43196) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:26.162459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0be8b3-0927-460f-913f-f442695dca7c req-e726c79c-b352-488e-86a0-1e7b05f35f53 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:26.166617 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b0be8b3-0927-460f-913f-f442695dca7c req-e726c79c-b352-488e-86a0-1e7b05f35f53 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0780876 Oct 18 18:51:26.236094 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b0be8b3-0927-460f-913f-f442695dca7c req-95ce8340-8237-4714-84e6-8cdf8d2ad98e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560553 Oct 18 18:51:26.268311 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.275372 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.288581 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:26.321578 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Pushing event updated for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:26.335396 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.335834 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.336481 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.336887 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.337289 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.337710 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.338106 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.338501 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.338938 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.339332 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.339720 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.340258 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:26.427533 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Attempting to bind port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:26.427898 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Attempting to bind port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:26.428311 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Attempting to bind port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 on network 8743d4a0-661f-465d-995f-489f1c800cca {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:26.433584 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:26.433953 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Checking segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:26.434348 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.434760 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Bound using segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:26.435216 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Bound port: 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:26.435591 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.512768 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] For port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:26.516366 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f720342b-0801-468d-b3f2-9387f4b5ab25 None None] Network d91f7495-8605-4285-8ac0-5088fe3431f6 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:51:26.518358 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] For port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:26.528405 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.604762 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] Provisioning complete for port b8250af5-2471-46fd-a2d3-59926470d548 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:26.605216 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.612182 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:26.613154 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:26.702588 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec723bef-70a0-4732-9bea-3e7435ffc1c7 None None] Pushing event updated for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:26.738248 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:25Z', 'revision_number': 3, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:26.787525 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 9a491f90-e7b8-47e8-a2c4-038f99d3253a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:26.793078 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Checking router: 98f0282f-8acd-42a0-97a8-64e8e1e2478c for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:51:26.793526 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Updating router 98f0282f-8acd-42a0-97a8-64e8e1e2478c port ce76f193-b8f2-4b29-ac76-8aa34a11d483 binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:51:26.793666 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:26.818709 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.868630 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:26.991438 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.006935 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Allocated IP 172.20.0.1 (d91f7495-8605-4285-8ac0-5088fe3431f6/75f7385e-d4ab-4672-b328-39378d5be0b3/1703af97-e288-4705-a799-6b0b624da9d9) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:27.055978 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 9a491f90-e7b8-47e8-a2c4-038f99d3253a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:27.055978 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.087900 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:26Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:27.095633 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] For port b8250af5-2471-46fd-a2d3-59926470d548, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b8250af5-2471-46fd-a2d3-59926470d548,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:27.112286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.127115 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c217b7d-f263-4bbd-bb99-c914c187713c None None] The sync data for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi is: [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:26Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:51:27.146467 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.197389 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.250391 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Network d91f7495-8605-4285-8ac0-5088fe3431f6 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:27.253545 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:27.257269 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:27.283292 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b2aa5-84bb-4840-9725-d12200f37b5a None None] Pushing event updated for resources: {'Port': ['ID=b8250af5-2471-46fd-a2d3-59926470d548,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:27.289437 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Pushing event updated for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:27.314264 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.327787 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] Provisioning complete for port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:27.328158 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.370104 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b8250af5-2471-46fd-a2d3-59926470d548 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:27.424298 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.438895 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.449668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead82769-b2e9-4dcd-8e79-2e0e8e956fd4 req-34d05a68-805b-4c7e-9e6e-090ee548acf5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:27.452901 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ead82769-b2e9-4dcd-8e79-2e0e8e956fd4 req-34d05a68-805b-4c7e-9e6e-090ee548acf5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.1147959 Oct 18 18:51:27.490109 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.505257 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ead82769-b2e9-4dcd-8e79-2e0e8e956fd4 req-2c96b9ac-439f-46b1-b93a-72ea56454058 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Oct 18 18:51:27.530329 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df691-e372-4e28-9080-e4756bf78030 None None] Pushing event updated for resources: {'Port': ['ID=ce76f193-b8f2-4b29-ac76-8aa34a11d483,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:27.541121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Attempting to bind port ce76f193-b8f2-4b29-ac76-8aa34a11d483 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:27.541271 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Attempting to bind port ce76f193-b8f2-4b29-ac76-8aa34a11d483 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:27.541641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Attempting to bind port ce76f193-b8f2-4b29-ac76-8aa34a11d483 on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:27.573395 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:27.573767 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:27.574167 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.574628 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:27.575152 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Bound port: ce76f193-b8f2-4b29-ac76-8aa34a11d483, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:27.575560 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.606529 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b8250af5-2471-46fd-a2d3-59926470d548 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:27.606922 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.615434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.691404 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] For port ce76f193-b8f2-4b29-ac76-8aa34a11d483, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:27.696888 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] For port ce76f193-b8f2-4b29-ac76-8aa34a11d483, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=ce76f193-b8f2-4b29-ac76-8aa34a11d483,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:27.705853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.707797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.711479 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.711898 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] For port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:27.740240 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.783552 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.786192 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Pushing event updated for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:27.806314 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:27.807053 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:27.810398 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1df691-e372-4e28-9080-e4756bf78030 None None] Pushing event updated for resources: {'Port': ['ID=ce76f193-b8f2-4b29-ac76-8aa34a11d483,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:27.882185 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Network d91f7495-8605-4285-8ac0-5088fe3431f6 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:27.884079 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:27.923972 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-565abe71-722c-438d-9202-40eb6e676dce None None] Provisioning complete for port b8250af5-2471-46fd-a2d3-59926470d548 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:27.924565 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-565abe71-722c-438d-9202-40eb6e676dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:27.956431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de9cf9-64f4-4656-b564-66bacb75978e None None] Pushing event updated for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:28.017758 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:28.023713 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Router 98f0282f-8acd-42a0-97a8-64e8e1e2478c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:51:28.144886 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:51:28.158330 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-18c7ecf8-27dc-438e-a36b-cc9ff9fcd280 admin admin] 10.222.0.36 "PUT /v2.0/routers/98f0282f-8acd-42a0-97a8-64e8e1e2478c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9933891 Oct 18 18:51:28.316619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-565abe71-722c-438d-9202-40eb6e676dce None None] Provisioning complete for port 1703af97-e288-4705-a799-6b0b624da9d9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:28.317288 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-565abe71-722c-438d-9202-40eb6e676dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:28.384095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-565abe71-722c-438d-9202-40eb6e676dce None None] Port 1703af97-e288-4705-a799-6b0b624da9d9 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:51:28.409899 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '1703af97-e288-4705-a799-6b0b624da9d9', 'name': '', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'mac_address': 'fa:16:3e:a3:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:26Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 2, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'subnets': [{'id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:28.436118 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe4ce-b237-4f3e-a57f-ed14a7587abb None None] The sync data for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi is: [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '1703af97-e288-4705-a799-6b0b624da9d9', 'name': '', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'mac_address': 'fa:16:3e:a3:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:26Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 2, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'subnets': [{'id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:51:28.505273 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-109c851f-f32b-494c-9323-ef87e83ac83c None None] Provisioning complete for port 1703af97-e288-4705-a799-6b0b624da9d9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:28.505792 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-109c851f-f32b-494c-9323-ef87e83ac83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:28.548417 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-109c851f-f32b-494c-9323-ef87e83ac83c None None] Port 1703af97-e288-4705-a799-6b0b624da9d9 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:51:28.602051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:28.690034 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:28.690471 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:28.782047 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b8250af5-2471-46fd-a2d3-59926470d548 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:28.832626 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b8250af5-2471-46fd-a2d3-59926470d548 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:28.832996 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.081247 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43218) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.085869 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1266674479', 'description': 'tempest-secgroup-smoke-1266674479 description', 'project_id': '3d9bbc61321a47abb852671e78856939'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.111932 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.167000 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a00492-182d-4067-8b96-ad8813ee6514 req-6a6b70f2-7231-455f-b3b5-f003df99885e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:29.168498 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63a00492-182d-4067-8b96-ad8813ee6514 req-6a6b70f2-7231-455f-b3b5-f003df99885e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0474875 Oct 18 18:51:29.180090 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.184046 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.206731 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63a00492-182d-4067-8b96-ad8813ee6514 req-336476bb-9b2a-4b08-89ab-54d6b19f75ee tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316188 Oct 18 18:51:29.212672 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.213884 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1316202 Oct 18 18:51:29.216714 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43220) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.221264 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.228877 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac796c-4cc6-48cc-98b0-0d5fdac977ad tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5daf8ed-b727-4799-aba2-71c2db659a71,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.251641 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.306703 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.310002 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.326814 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523c02c1-a7ca-44c2-8a5f-c42996551a4e,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.334803 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.335979 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-eba9cf1c-1e6f-4a5e-81bb-56a5dc91920f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183190 Oct 18 18:51:29.338599 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43222) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.343213 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.369248 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.423544 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.427889 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.444630 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b49273-4d13-47d9-abf0-94776828500e,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.453148 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.454364 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-56c12e33-b9c0-43d9-8d69-a3dbbbe20b78 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148276 Oct 18 18:51:29.457007 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43224) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.461222 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.487128 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.541529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.544909 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.562148 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b77963-d3b0-4e6b-a8d3-766643424ae9,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.569531 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.570709 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1a9a8ac5-a090-4797-852d-9b04f373f587 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127734 Oct 18 18:51:29.573382 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43226) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.578612 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.603376 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.661422 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.664668 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.682179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a498989-d965-413f-bb97-6c8f8b11ead3,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.689855 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.692184 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0780924a-d272-4f4c-9f15-ce476d4fa9bd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168418 Oct 18 18:51:29.693972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 43230) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.698356 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.720841 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.securitygroups_db [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Project 3d9bbc61321a47abb852671e78856939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:51:29.725842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.796697 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.800393 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.817921 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db17735d-603c-4f4f-9d52-cfed92cb55ee,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.824275 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.826137 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9b101346-820c-4eec-a6e1-f7219efe7549 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296146 Oct 18 18:51:29.828032 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 43232) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:51:29.833780 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'security_group_rule': {'security_group_id': 'f5daf8ed-b727-4799-aba2-71c2db659a71', 'project_id': '3d9bbc61321a47abb852671e78856939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:29.856561 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.securitygroups_db [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Project 3d9bbc61321a47abb852671e78856939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:51:29.861766 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.920463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.923554 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.942006 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0578283-59b5-4560-84bb-c583a2d36d22,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:29.951042 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:29.952825 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-90eee298-7a99-47f9-8540-33767e891558 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237361 Oct 18 18:51:30.334111 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ab86c-695d-4e5b-a454-9b8dc8b09dac req-0651d016-281f-4c5c-9d4e-c097e49bc195 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:30.339122 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fc7ab86c-695d-4e5b-a454-9b8dc8b09dac req-0651d016-281f-4c5c-9d4e-c097e49bc195 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0589738 Oct 18 18:51:30.392984 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fc7ab86c-695d-4e5b-a454-9b8dc8b09dac req-43398542-4096-4d9b-bb72-c33a7eeeca41 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494852 Oct 18 18:51:30.570941 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device ce76f193-b8f2-4b29-ac76-8aa34a11d483 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:30.620732 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:30.631275 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port ce76f193-b8f2-4b29-ac76-8aa34a11d483 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:30.631637 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:30.710645 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:30.735942 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port ce76f193-b8f2-4b29-ac76-8aa34a11d483, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=ce76f193-b8f2-4b29-ac76-8aa34a11d483,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:30.741044 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:30.788284 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=ce76f193-b8f2-4b29-ac76-8aa34a11d483,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:31.122797 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Sync routers for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:51:31.133024 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:31.133639 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:31.254786 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:31.452862 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '1703af97-e288-4705-a799-6b0b624da9d9', 'name': '', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'mac_address': 'fa:16:3e:a3:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:26Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 2, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'subnets': [{'id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:31.479345 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Checking router: 98f0282f-8acd-42a0-97a8-64e8e1e2478c for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:51:31.479694 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Updating router 98f0282f-8acd-42a0-97a8-64e8e1e2478c port 1703af97-e288-4705-a799-6b0b624da9d9 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:51:31.507653 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:31.509118 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aacc1-f0de-45b2-afe1-922e97b4faae req-cc551ff5-d6f8-45e1-b654-472389d472c2 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:31.510732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8d9aacc1-f0de-45b2-afe1-922e97b4faae req-cc551ff5-d6f8-45e1-b654-472389d472c2 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0487814 Oct 18 18:51:31.548562 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8d9aacc1-f0de-45b2-afe1-922e97b4faae req-620ba951-5f55-4a25-b7a5-8e11c82641c8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313075 Oct 18 18:51:31.781606 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:31.786738 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:31.862212 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b8c1-1f2e-4276-bb92-831579d06c7c None None] Pushing event updated for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:31.897282 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Attempting to bind port 1703af97-e288-4705-a799-6b0b624da9d9 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:31.897639 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Attempting to bind port 1703af97-e288-4705-a799-6b0b624da9d9 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:31.897992 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Attempting to bind port 1703af97-e288-4705-a799-6b0b624da9d9 on network d91f7495-8605-4285-8ac0-5088fe3431f6 {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:31.903297 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:31.903660 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Checking segment: {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:31.904052 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:31.904468 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Bound using segment: {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:31.904923 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Bound port: 1703af97-e288-4705-a799-6b0b624da9d9, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1822d6-8750-43c0-8bc0-729974703a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:31.905313 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:31.969927 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] For port 1703af97-e288-4705-a799-6b0b624da9d9, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:31.973344 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] For port 1703af97-e288-4705-a799-6b0b624da9d9, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=1703af97-e288-4705-a799-6b0b624da9d9,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:31.977069 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.037305 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3b8c1-1f2e-4276-bb92-831579d06c7c None None] Pushing event updated for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:32.040217 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:51:32.040799 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:51:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:32.107279 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-37665b9a-55c0-4654-b477-7913560e716e None None] Provisioning complete for port 1703af97-e288-4705-a799-6b0b624da9d9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:32.109056 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37665b9a-55c0-4654-b477-7913560e716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.157144 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:51:32.229634 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37665b9a-55c0-4654-b477-7913560e716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.272167 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-37665b9a-55c0-4654-b477-7913560e716e None None] For port 1703af97-e288-4705-a799-6b0b624da9d9, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=1703af97-e288-4705-a799-6b0b624da9d9,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:32.278983 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37665b9a-55c0-4654-b477-7913560e716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.340731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37665b9a-55c0-4654-b477-7913560e716e None None] Pushing event updated for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:32.406709 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-673318aa-89f2-4d5c-8f7f-870b0eec952c None None] Provisioning complete for port 1703af97-e288-4705-a799-6b0b624da9d9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:32.407085 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-673318aa-89f2-4d5c-8f7f-870b0eec952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.417141 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '1703af97-e288-4705-a799-6b0b624da9d9', 'name': '', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'mac_address': 'fa:16:3e:a3:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:26Z', 'updated_at': '2021-10-18T18:51:31Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'subnets': [{'id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:51:32.444410 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f87676-c632-42e9-8d10-8ab849dea3b6 None None] The sync data for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi is: [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '1703af97-e288-4705-a799-6b0b624da9d9', 'name': '', 'network_id': 'd91f7495-8605-4285-8ac0-5088fe3431f6', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'mac_address': 'fa:16:3e:a3:77:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:26Z', 'updated_at': '2021-10-18T18:51:31Z', 'revision_number': 4, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'subnets': [{'id': '75f7385e-d4ab-4672-b328-39378d5be0b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:51:32.540729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024db14-5200-4f4f-9608-139dc3e1e845 req-61b107c6-75fb-4bf7-8cf9-93a5092e37b5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:32.543011 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e024db14-5200-4f4f-9608-139dc3e1e845 req-61b107c6-75fb-4bf7-8cf9-93a5092e37b5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.1805513 Oct 18 18:51:32.585150 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e024db14-5200-4f4f-9608-139dc3e1e845 req-34859885-a534-439a-8b5b-d342e5c900cd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358701 Oct 18 18:51:32.608779 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 1703af97-e288-4705-a799-6b0b624da9d9 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:32.657457 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 1703af97-e288-4705-a799-6b0b624da9d9 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:32.657826 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:32.746819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device ce76f193-b8f2-4b29-ac76-8aa34a11d483 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:32.794565 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port ce76f193-b8f2-4b29-ac76-8aa34a11d483 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:32.795073 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:33.702320 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f5368-366c-4376-bc8c-cd4102c6eee6 req-95c46234-34de-4a94-b3b5-3007fb0b2455 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:33.704015 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-280f5368-366c-4376-bc8c-cd4102c6eee6 req-95c46234-34de-4a94-b3b5-3007fb0b2455 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0497403 Oct 18 18:51:33.749546 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-280f5368-366c-4376-bc8c-cd4102c6eee6 req-0989cdc5-c737-443c-bd89-0a0f69c5c70b tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396295 Oct 18 18:51:34.433067 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-68b42cad-5d9c-4e3e-bbb9-d6da77535b86 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:34.435061 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-68b42cad-5d9c-4e3e-bbb9-d6da77535b86 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Oct 18 18:51:34.530676 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Deleting port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:51:34.530942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:34.623853 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] For port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:34.624247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:34.636874 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Calling delete_port for a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:51:34.769031 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:34.788805 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:51:34.795151 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Pushing event deleted for resources: {'Port': ['ID=a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:34.804889 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.805238 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.805581 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.805919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.806253 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.806607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.806939 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.807299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.807591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.807913 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.808240 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.808557 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:51:34.855693 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] No DVR routers for this DVR port a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:51:34.859152 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:34.862603 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6e36d563-c116-4de5-90e4-ed1905469be6 req-da62ab1b-e3ae-480b-ba76-dc82c0ed6ca8 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "DELETE /v2.0/ports/a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f HTTP/1.1" status: 204 len: 173 time: 0.4190748 Oct 18 18:51:34.863230 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'name': 'network-vif-deleted', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:34.865728 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974fc80-b094-4aca-ae90-b8565c348da3" -d '{"events": [{"server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "name": "network-vif-deleted", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:34.883538 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-957187c1-54ae-4803-a2e6-c7b215035567 req-3f21dd6b-ca57-4c70-9568-caa2eb58c14f tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=e0991b8b-4ef8-4f78-81ad-7b1e64985e58 HTTP/1.1" status: 200 len: 210 time: 0.0487084 Oct 18 18:51:34.916010 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b83a7f-5798-4043-8a62-e06ee89ed07a x-openstack-request-id: req-45b83a7f-5798-4043-8a62-e06ee89ed07a {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:34.916308 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0991b8b-4ef8-4f78-81ad-7b1e64985e58", "name": "network-vif-deleted", "tag": "a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:34.916564 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45b83a7f-5798-4043-8a62-e06ee89ed07a {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:34.916966 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0991b8b-4ef8-4f78-81ad-7b1e64985e58', 'name': 'network-vif-deleted', 'tag': 'a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f', 'status': 'completed', 'code': 200} Oct 18 18:51:36.212445 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-af90a6f4-4505-405e-b953-e875d521004e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:36.214001 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-af90a6f4-4505-405e-b953-e875d521004e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 809 time: 0.1095421 Oct 18 18:51:36.229736 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-844f905a-8969-47aa-b4a4-f75891b3c505 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/quotas/21b98f27e4df474e9a5429b0bd488235 HTTP/1.1" status: 200 len: 375 time: 0.0094299 Oct 18 18:51:36.264782 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-53a12f36-cd74-4911-b7b7-d88fb9144cbb tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290232 Oct 18 18:51:36.432732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-370a6ea1-a002-469a-b7b5-4d4289ad68f0 service neutron] 10.222.0.36 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608949 Oct 18 18:51:36.530872 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-be619640-d44d-4599-9e03-0d5ed4d7ed54 service neutron] 10.222.0.36 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900204 Oct 18 18:51:36.643218 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32cccf-b3c8-46c2-a202-dd7234c35b24 req-c3a29e0e-fa4f-4b7e-8f85-281d52567db9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:36.644969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb32cccf-b3c8-46c2-a202-dd7234c35b24 req-c3a29e0e-fa4f-4b7e-8f85-281d52567db9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0594704 Oct 18 18:51:36.692959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb32cccf-b3c8-46c2-a202-dd7234c35b24 req-8100a00c-4779-4afe-9524-97af4a32323b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369158 Oct 18 18:51:36.764195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ee123-fd07-42aa-9198-0729689430b5 req-ead68388-fd1c-46a1-9371-19fd10c630c3 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:36.766604 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-884ee123-fd07-42aa-9198-0729689430b5 req-ead68388-fd1c-46a1-9371-19fd10c630c3 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.0715384 Oct 18 18:51:36.785730 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6afd1dd2-fae8-4de4-873f-d07bcd8c6541 req-1358902a-8feb-4731-adce-20bb5ffd8a7c tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 210 time: 0.0392368 Oct 18 18:51:36.819432 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-884ee123-fd07-42aa-9198-0729689430b5 req-97d022a5-7482-406f-a918-b8fccdeea59e tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361388 Oct 18 18:51:37.821155 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa210c0-5eb1-4c07-b494-ab86f23cf42c req-89ce80b4-d8e5-4f3e-9a95-0c9f17a3339e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:37.822709 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3aa210c0-5eb1-4c07-b494-ab86f23cf42c req-89ce80b4-d8e5-4f3e-9a95-0c9f17a3339e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0527079 Oct 18 18:51:37.887813 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0517aa7a-f082-4a9f-a7d6-c4125df4ae3e req-5c3b7149-af6b-4b32-8bbc-982352f4f067 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 210 time: 0.0314994 Oct 18 18:51:37.891360 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3aa210c0-5eb1-4c07-b494-ab86f23cf42c req-1eb63009-6712-409a-b099-a072ce0eedfb tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615828 Oct 18 18:51:38.042181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadaa82-c340-40b4-beeb-1a9ba74c25cc req-021d81d5-ba64-47f4-8331-070a391c782d tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:38.046104 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4aadaa82-c340-40b4-beeb-1a9ba74c25cc req-021d81d5-ba64-47f4-8331-070a391c782d tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.0955822 Oct 18 18:51:38.054996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5e5ded7f-930b-45aa-9702-7d194d866c7d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:38.056572 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5e5ded7f-930b-45aa-9702-7d194d866c7d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 809 time: 0.1501019 Oct 18 18:51:38.072239 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:51:38.079331 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Request body: {'port': {'device_id': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee', 'admin_state_up': True, 'tenant_id': '21b98f27e4df474e9a5429b0bd488235'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:38.094310 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:51:38.094681 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device a17b3f0f-3f2a-45c6-bf0d-bbb8e0cfec6f not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:51:38.119233 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4aadaa82-c340-40b4-beeb-1a9ba74c25cc req-b1942c01-c185-45da-89c1-6bac8c5afbfa tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 Oct 18 18:51:38.199191 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Made reservation on behalf of 21b98f27e4df474e9a5429b0bd488235 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:51:38.202565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:38.323323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Allocated IP 172.20.0.7 (21ce1a26-a0c9-4341-80f9-4727bc985aee/2b23ee0c-9cf3-4ec9-904e-1abc3371be0b/f6c2063c-e925-495a-92ed-10ff0aff496d) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:51:38.472049 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:38.505045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:38.547979 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Network 21ce1a26-a0c9-4341-80f9-4727bc985aee is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:51:38.550945 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:51:38.554419 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:51:38.560309 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Pushing event updated for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:38.609087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:38.609595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:38.624860 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-584852c8-f56f-40b5-a781-53696004d9af tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511224 Oct 18 18:51:38.641705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Request body: {'port': {'device_id': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:51:38.694679 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:38.961296 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6c2063c-e925-495a-92ed-10ff0aff496d {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:38.979091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.032943 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Transition to ACTIVE for port object f6c2063c-e925-495a-92ed-10ff0aff496d will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:51:39.049096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.345880 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47940afb-75ef-4093-97ca-c00c5690ba20 req-75c875ab-4175-488b-8e04-a496fe7adae8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:39.347541 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47940afb-75ef-4093-97ca-c00c5690ba20 req-75c875ab-4175-488b-8e04-a496fe7adae8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.3816366 Oct 18 18:51:39.360570 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7627e8-7324-4684-b0ac-602969d5a8b1 req-8538e6f5-70fb-4372-9561-bf842fc807a7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:39.362172 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a7627e8-7324-4684-b0ac-602969d5a8b1 req-8538e6f5-70fb-4372-9561-bf842fc807a7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 931 time: 0.3857107 Oct 18 18:51:39.368264 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:39.399131 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-6d7e159e-4b7c-4862-b029-3773cd0d7099 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:39.400519 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-6d7e159e-4b7c-4862-b029-3773cd0d7099 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.3665600 Oct 18 18:51:39.509312 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-47940afb-75ef-4093-97ca-c00c5690ba20 req-56bbb519-2335-4d19-ba62-f2fddd986716 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454034 Oct 18 18:51:39.522175 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a7627e8-7324-4684-b0ac-602969d5a8b1 req-7619681f-0b04-4a0a-a7a3-77de0bd2dd65 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442025 Oct 18 18:51:39.567266 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Attempting to bind port f6c2063c-e925-495a-92ed-10ff0aff496d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:51:39.567599 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Attempting to bind port f6c2063c-e925-495a-92ed-10ff0aff496d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:51:39.567929 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Attempting to bind port f6c2063c-e925-495a-92ed-10ff0aff496d on network 21ce1a26-a0c9-4341-80f9-4727bc985aee {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:39.575817 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Port f6c2063c-e925-495a-92ed-10ff0aff496d on network 21ce1a26-a0c9-4341-80f9-4727bc985aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:51:39.576734 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Attempting to bind port f6c2063c-e925-495a-92ed-10ff0aff496d on network 21ce1a26-a0c9-4341-80f9-4727bc985aee {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:51:39.595699 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:51:39.596032 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Checking segment: {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:51:39.596406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Bound using segment: {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:51:39.596840 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Bound port: f6c2063c-e925-495a-92ed-10ff0aff496d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:51:39.597194 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.630085 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Deleting port 079d8387-0caa-409e-a5ab-dc0b720e450a {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:51:39.630415 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.708751 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05019a-93d0-436b-91f3-cc832179ce7a req-8ea76f60-0bd1-48e2-9a15-6c069d5fe41f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:39.710226 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce05019a-93d0-436b-91f3-cc832179ce7a req-8ea76f60-0bd1-48e2-9a15-6c069d5fe41f tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d4befce-c4a1-4cdb-aa25-259ce6ce1533 HTTP/1.1" status: 200 len: 946 time: 0.1257923 Oct 18 18:51:39.773225 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:51:39.800003 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6c2063c-e925-495a-92ed-10ff0aff496d,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:51:39.811181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.820458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] For port 079d8387-0caa-409e-a5ab-dc0b720e450a, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=079d8387-0caa-409e-a5ab-dc0b720e450a,segment=NetworkSegment(56d62156-4b2a-4e0c-ab3c-4ff970692ddc),segment_id=56d62156-4b2a-4e0c-ab3c-4ff970692ddc)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:39.820807 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.853371 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce05019a-93d0-436b-91f3-cc832179ce7a req-b9f0bc26-8cf1-4f48-a4c2-63c5d6453dfa tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.36 "GET /v2.0/security-groups?id=2a04bed4-78a5-4458-8a70-f1a17c01d8cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129420 Oct 18 18:51:39.867174 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Calling delete_port for 079d8387-0caa-409e-a5ab-dc0b720e450a owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:51:39.876604 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:39.877210 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:39.878589 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] 10.222.0.25 "PUT /v2.0/ports/f6c2063c-e925-495a-92ed-10ff0aff496d HTTP/1.1" status: 200 len: 1093 time: 1.2407801 Oct 18 18:51:39.879028 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:39.881249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62973c25-723a-4cdb-92ce-444005cbb65f" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:39.936093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cff8a4e-92d1-42b9-a9e2-d56347804aec x-openstack-request-id: req-4cff8a4e-92d1-42b9-a9e2-d56347804aec {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:39.936457 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:39.936662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4cff8a4e-92d1-42b9-a9e2-d56347804aec {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:39.937089 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d', 'status': 'completed', 'code': 200} Oct 18 18:51:39.947501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01cef0-7271-4268-a18e-995223169b50 service neutron] Pushing event updated for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:40.004893 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-c167bfb2-7d41-41f8-89d9-504fa8e1c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.006406 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-c167bfb2-7d41-41f8-89d9-504fa8e1c54b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 1096 time: 0.0683167 Oct 18 18:51:40.071342 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-bcbdd894-a7bf-4592-9653-7ce6e7d600c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c2063c-e925-495a-92ed-10ff0aff496d HTTP/1.1" status: 200 len: 217 time: 0.0562434 Oct 18 18:51:40.125605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:40.157238 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-72ca8e33-8986-405e-b75d-ccf5d4878842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.158761 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-72ca8e33-8986-405e-b75d-ccf5d4878842 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b HTTP/1.1" status: 200 len: 849 time: 0.0791662 Oct 18 18:51:40.160299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Pushing event deleted for resources: {'Port': ['ID=079d8387-0caa-409e-a5ab-dc0b720e450a,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:40.208289 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-ae0a9d06-3ea8-41d3-942a-1bf65a373316 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=21ce1a26-a0c9-4341-80f9-4727bc985aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419595 Oct 18 18:51:40.222005 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] No DVR routers for this DVR port 079d8387-0caa-409e-a5ab-dc0b720e450a on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:51:40.229513 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:40.233127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e9dec56c-af51-475d-9f81-efc8fb40cb30 req-566d0a21-058b-4a7f-b6a8-32744ddd7b88 tempest-VolumesSnapshotTestJSON-1714055756 tempest-VolumesSnapshotTestJSON-1714055756-project] 10.222.0.25 "DELETE /v2.0/ports/079d8387-0caa-409e-a5ab-dc0b720e450a HTTP/1.1" status: 204 len: 173 time: 0.8083003 Oct 18 18:51:40.311742 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-3eafd4c3-ba29-4229-9f95-ac21e494009e service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905333 Oct 18 18:51:40.417991 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe7d47c-7506-4562-a3d0-cdaf37249cc6 req-7d54b521-7dde-4896-b434-3cc51880ca33 service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926845 Oct 18 18:51:40.506672 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973c25-723a-4cdb-92ce-444005cbb65f req-d967865e-178d-4a4a-8022-0810ee31cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.508140 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-d967865e-178d-4a4a-8022-0810ee31cd2a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=21b98f27e4df474e9a5429b0bd488235&device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 1096 time: 0.0389717 Oct 18 18:51:40.668809 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973c25-723a-4cdb-92ce-444005cbb65f req-c4060a91-def9-4599-9e74-508c37711180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.670262 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-c4060a91-def9-4599-9e74-508c37711180 service neutron] 10.222.0.25 "GET /v2.0/networks?id=21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 200 len: 910 time: 0.1530704 Oct 18 18:51:40.699590 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d280c-4524-4125-82af-0429b8d01b53 req-73da0345-256a-43c3-b3e7-55e4f828f2a8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.701816 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-611d280c-4524-4125-82af-0429b8d01b53 req-73da0345-256a-43c3-b3e7-55e4f828f2a8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1115198 Oct 18 18:51:40.738453 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb88f9-dcd0-4ab7-aa5d-45e36c67c8aa req-fec227b9-3c92-4c3f-9896-2a45110d1bfa tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.739987 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0fb88f9-dcd0-4ab7-aa5d-45e36c67c8aa req-fec227b9-3c92-4c3f-9896-2a45110d1bfa tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.1379333 Oct 18 18:51:40.742160 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-997a67a0-21cc-4b8c-939c-4fd166e78250 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6c2063c-e925-495a-92ed-10ff0aff496d HTTP/1.1" status: 200 len: 217 time: 0.0637469 Oct 18 18:51:40.828758 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-611d280c-4524-4125-82af-0429b8d01b53 req-d0ae86f0-b017-48d7-b34e-c3c3545d963d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984819 Oct 18 18:51:40.840610 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0fb88f9-dcd0-4ab7-aa5d-45e36c67c8aa req-6338109f-3230-4027-abd5-443bbf11a7d3 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935633 Oct 18 18:51:40.846291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62973c25-723a-4cdb-92ce-444005cbb65f req-9507428a-e589-467b-870d-d026f38b4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:40.848235 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-9507428a-e589-467b-870d-d026f38b4d26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b HTTP/1.1" status: 200 len: 849 time: 0.0861640 Oct 18 18:51:40.884590 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-ea7578ab-82c6-425d-8874-72c2ed433f06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=21ce1a26-a0c9-4341-80f9-4727bc985aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275483 Oct 18 18:51:40.978801 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-51403a1a-892a-41c8-a9f3-9bb4bbf3414c service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861640 Oct 18 18:51:41.081470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62973c25-723a-4cdb-92ce-444005cbb65f req-8266c1cd-84d6-405b-aa9a-82bb8dd908af service neutron] 10.222.0.25 "GET /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950637 Oct 18 18:51:41.939347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'name': 'network-vif-deleted', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:41.941581 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cca51d-16be-4a44-8fd5-315cea1eaaf5" -d '{"events": [{"server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "name": "network-vif-deleted", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:41.988030 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829949-7bab-4e0c-8a8a-21d7625c5960 req-ce503c0c-a391-4773-8446-1372bf3a49c3 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:41.989523 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d1829949-7bab-4e0c-8a8a-21d7625c5960 req-ce503c0c-a391-4773-8446-1372bf3a49c3 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0725830 Oct 18 18:51:41.996821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1789d1-754d-4cd9-8855-282f4b64b96f req-2afd4df6-47bc-41e5-9f35-c756504aa5f9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:41.998451 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1f1789d1-754d-4cd9-8855-282f4b64b96f req-2afd4df6-47bc-41e5-9f35-c756504aa5f9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0900354 Oct 18 18:51:42.058710 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d1829949-7bab-4e0c-8a8a-21d7625c5960 req-eb3de86e-091c-4ecc-9697-2b70f2653dc7 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591950 Oct 18 18:51:42.061576 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1f1789d1-754d-4cd9-8855-282f4b64b96f req-df3cca6d-61c6-4ad9-b15f-09e8867eaed2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564864 Oct 18 18:51:42.100717 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 079d8387-0caa-409e-a5ab-dc0b720e450a no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:51:42.101907 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517bcf1b-1589-4b14-be14-33f3d574c5f7 x-openstack-request-id: req-517bcf1b-1589-4b14-be14-33f3d574c5f7 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:42.102316 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4befce-c4a1-4cdb-aa25-259ce6ce1533", "name": "network-vif-deleted", "tag": "079d8387-0caa-409e-a5ab-dc0b720e450a", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:42.102427 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-517bcf1b-1589-4b14-be14-33f3d574c5f7 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:42.102839 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4befce-c4a1-4cdb-aa25-259ce6ce1533', 'name': 'network-vif-deleted', 'tag': '079d8387-0caa-409e-a5ab-dc0b720e450a', 'status': 'completed', 'code': 200} Oct 18 18:51:42.121268 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 079d8387-0caa-409e-a5ab-dc0b720e450a {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:51:42.121523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 079d8387-0caa-409e-a5ab-dc0b720e450a not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:51:43.199275 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0163d-fa75-4ee9-b6ac-1fb91a08550d req-125d9a84-1599-43e8-8587-50c84610ea72 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:43.200742 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00d0163d-fa75-4ee9-b6ac-1fb91a08550d req-125d9a84-1599-43e8-8587-50c84610ea72 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0661705 Oct 18 18:51:43.208013 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2eefa-909a-4669-8b92-d525828d69b2 req-a0a3f954-9a35-48d5-b057-297ed6fd4e47 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:43.209367 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6dd2eefa-909a-4669-8b92-d525828d69b2 req-a0a3f954-9a35-48d5-b057-297ed6fd4e47 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0834420 Oct 18 18:51:43.263588 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00d0163d-fa75-4ee9-b6ac-1fb91a08550d req-35f1a31f-ecd1-41da-a1a3-348b568c3f71 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531781 Oct 18 18:51:43.268203 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6dd2eefa-909a-4669-8b92-d525828d69b2 req-e4cad2d0-7cc4-44fe-8d8f-feec05f01eca tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Oct 18 18:51:44.411899 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc88290-9061-4cab-84a2-701012785ab8 req-50a850bc-483d-458e-a7e1-11f49328ab8c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:44.413601 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4fc88290-9061-4cab-84a2-701012785ab8 req-50a850bc-483d-458e-a7e1-11f49328ab8c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0793710 Oct 18 18:51:44.422691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0d72d-cf86-4a68-a648-22050903efde req-c6893f22-36dd-4a71-b23b-2a68c430e38f tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:44.424224 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6dd0d72d-cf86-4a68-a648-22050903efde req-c6893f22-36dd-4a71-b23b-2a68c430e38f tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0880704 Oct 18 18:51:44.478428 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4fc88290-9061-4cab-84a2-701012785ab8 req-2b579ae3-cb90-4387-a2f7-31f0d691317b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532522 Oct 18 18:51:44.483176 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6dd0d72d-cf86-4a68-a648-22050903efde req-e0ec0b8e-2d20-42eb-bf14-88244622e954 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Oct 18 18:51:45.626429 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dfc99-f2bd-4fcf-900e-f9d35336163f req-e5889c69-f822-4b3d-9151-183e74f39b3e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:45.627933 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f3dfc99-f2bd-4fcf-900e-f9d35336163f req-e5889c69-f822-4b3d-9151-183e74f39b3e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0783188 Oct 18 18:51:45.635757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f889d-67ea-4859-bf7a-5ac0a8dff0b4 req-65825212-47bd-46b0-9374-72153b0c4b13 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:45.637148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629f889d-67ea-4859-bf7a-5ac0a8dff0b4 req-65825212-47bd-46b0-9374-72153b0c4b13 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0887976 Oct 18 18:51:45.693029 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f3dfc99-f2bd-4fcf-900e-f9d35336163f req-fd759e6d-bc9e-495f-b01b-f411bfe062db tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Oct 18 18:51:45.695830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-629f889d-67ea-4859-bf7a-5ac0a8dff0b4 req-3b7be517-8c11-4849-9b57-40aaa05d32a3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516143 Oct 18 18:51:46.835839 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5e668-c4c7-4e4e-9d7a-2177447cf0e6 req-5e6545f4-4cbc-4695-a260-4a4bb4e8526f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:46.837331 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-65d5e668-c4c7-4e4e-9d7a-2177447cf0e6 req-5e6545f4-4cbc-4695-a260-4a4bb4e8526f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0696878 Oct 18 18:51:46.845685 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6e2d1-814d-4e1b-a953-3d2df3e9ef1c req-585040bd-ad62-4b28-bd05-588d3f9721e5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:46.847073 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cdf6e2d1-814d-4e1b-a953-3d2df3e9ef1c req-585040bd-ad62-4b28-bd05-588d3f9721e5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0880058 Oct 18 18:51:46.899856 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-65d5e668-c4c7-4e4e-9d7a-2177447cf0e6 req-37335547-f6ed-4bb8-9b15-2c1f2c098248 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518670 Oct 18 18:51:46.905132 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cdf6e2d1-814d-4e1b-a953-3d2df3e9ef1c req-f3ab00b7-26cc-4825-9304-bf8724c6d265 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Oct 18 18:51:47.840572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device f6c2063c-e925-495a-92ed-10ff0aff496d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:51:47.931558 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6c2063c-e925-495a-92ed-10ff0aff496d,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:47.942676 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': 'f6c2063c-e925-495a-92ed-10ff0aff496d', 'network_id': '21ce1a26-a0c9-4341-80f9-4727bc985aee', 'port_id': 'f6c2063c-e925-495a-92ed-10ff0aff496d', 'mac_address': 'fa:16:3e:c7:2b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b23ee0c-9cf3-4ec9-904e-1abc3371be0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:51:47.979807 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:47.995819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6c2063c-e925-495a-92ed-10ff0aff496d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:48.015215 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6c2063c-e925-495a-92ed-10ff0aff496d,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:48.020052 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:48.047650 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe9cba-73a0-41e2-b702-028c3ab61690 req-dcfbe8cd-efca-43b9-894f-c12099048e45 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:48.049138 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3fe9cba-73a0-41e2-b702-028c3ab61690 req-dcfbe8cd-efca-43b9-894f-c12099048e45 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0773497 Oct 18 18:51:48.057150 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c69b64-d9b0-4e0b-a853-3aaf139033d1 req-04e58704-82eb-4f74-be98-2b9721ebaabd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:48.058600 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99c69b64-d9b0-4e0b-a853-3aaf139033d1 req-04e58704-82eb-4f74-be98-2b9721ebaabd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 943 time: 0.0888910 Oct 18 18:51:48.065870 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:48.082703 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:51:48.114840 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b3fe9cba-73a0-41e2-b702-028c3ab61690 req-911beb4e-e628-4d03-8d7c-8912bb7008a5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551810 Oct 18 18:51:48.121732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99c69b64-d9b0-4e0b-a853-3aaf139033d1 req-57ab12dc-4041-4cb7-b13a-713e38d343e2 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553603 Oct 18 18:51:49.262140 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb75038-dd64-464c-afcc-e302e0ad2548 req-b84b8e6c-e25e-4636-9a6a-ebbb8db6f318 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:49.263830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edb75038-dd64-464c-afcc-e302e0ad2548 req-b84b8e6c-e25e-4636-9a6a-ebbb8db6f318 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0770233 Oct 18 18:51:49.272507 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e845301-f822-4d40-8fed-896b166847c0 req-d6961603-3e13-4f80-ba55-e3f321582067 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:49.274001 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e845301-f822-4d40-8fed-896b166847c0 req-d6961603-3e13-4f80-ba55-e3f321582067 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 944 time: 0.0853045 Oct 18 18:51:49.329465 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-edb75038-dd64-464c-afcc-e302e0ad2548 req-56cf6277-0444-47e6-bd50-4d10195c2e91 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546145 Oct 18 18:51:49.334135 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e845301-f822-4d40-8fed-896b166847c0 req-3d8f8bbb-6917-41ab-b705-7bba3a6a1c31 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527480 Oct 18 18:51:49.882894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['f6c2063c-e925-495a-92ed-10ff0aff496d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:51:50.474702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ad138-9ea8-437c-a5ce-3976341366cb req-1e65b74e-2731-45ba-91c8-5e089683172e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:50.476061 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-757ad138-9ea8-437c-a5ce-3976341366cb req-1e65b74e-2731-45ba-91c8-5e089683172e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0764110 Oct 18 18:51:50.484442 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bd21b-808f-4e6b-912f-3c6d99d60863 req-135890e9-fa64-4264-a90c-eae8db14cefd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:50.485769 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-313bd21b-808f-4e6b-912f-3c6d99d60863 req-135890e9-fa64-4264-a90c-eae8db14cefd tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 944 time: 0.0841241 Oct 18 18:51:50.537836 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-757ad138-9ea8-437c-a5ce-3976341366cb req-7bb24073-79b0-40b5-b26c-92d0209294f4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511568 Oct 18 18:51:50.542435 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-313bd21b-808f-4e6b-912f-3c6d99d60863 req-b0fe0b20-e6c2-436d-964d-bd539f267821 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503020 Oct 18 18:51:50.750153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8873763c-1b13-4dd4-842b-585d270d882b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:51.211615 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device f6c2063c-e925-495a-92ed-10ff0aff496d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:51:51.261756 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port f6c2063c-e925-495a-92ed-10ff0aff496d completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:51:51.265434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port f6c2063c-e925-495a-92ed-10ff0aff496d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:51:51.265922 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:51.342494 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:51.364488 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:51:51.366631 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e1793e-eb2d-4ea4-8910-05f633b0ed07" -d '{"events": [{"server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:51:51.379948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6c2063c-e925-495a-92ed-10ff0aff496d,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:51.384396 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:51.410601 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32037bef-ca26-4424-91e7-f2837998d272 x-openstack-request-id: req-32037bef-ca26-4424-91e7-f2837998d272 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:51:51.410912 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "name": "network-vif-plugged", "status": "completed", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:51:51.411159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32037bef-ca26-4424-91e7-f2837998d272 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:51:51.411556 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d', 'code': 200} Oct 18 18:51:51.435661 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:51.668881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af8830-5ca2-4da0-8103-03d097962787 req-4805aa37-b374-4063-b170-80fdff4223a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:51.670389 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-68af8830-5ca2-4da0-8103-03d097962787 req-4805aa37-b374-4063-b170-80fdff4223a4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 1098 time: 0.1326742 Oct 18 18:51:51.715339 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb998ea0-0373-4de3-b20f-59e95a08e6c0 req-9f248051-791a-444a-8b0b-952028453033 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:51.716828 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb998ea0-0373-4de3-b20f-59e95a08e6c0 req-9f248051-791a-444a-8b0b-952028453033 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.1055989 Oct 18 18:51:51.729668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6872b-556a-4748-a776-1a48c347d411 req-4a0e1855-f5e3-46fb-940a-cb134567e85e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:51.731067 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5be6872b-556a-4748-a776-1a48c347d411 req-4a0e1855-f5e3-46fb-940a-cb134567e85e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1091917 Oct 18 18:51:51.744084 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-68af8830-5ca2-4da0-8103-03d097962787 req-49dabdd6-061d-4186-9f75-976723d4ef7d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Oct 18 18:51:51.786906 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb998ea0-0373-4de3-b20f-59e95a08e6c0 req-1cf06d05-8d23-45b9-ac28-73e842b46c25 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548480 Oct 18 18:51:51.793848 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5be6872b-556a-4748-a776-1a48c347d411 req-7aa9d87e-fd1f-477c-91c7-8d92defeb5c5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531421 Oct 18 18:51:52.930697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839c94e-dc37-438c-b9aa-05d3c1c1675d req-ca6caef1-270c-4b7d-a121-3d013efff2e1 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:52.932149 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f839c94e-dc37-438c-b9aa-05d3c1c1675d req-ca6caef1-270c-4b7d-a121-3d013efff2e1 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0807588 Oct 18 18:51:52.940411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471c847-2c84-41af-90cd-8d2936a9e096 req-0cef8b64-aa6a-4a21-a850-ad8925d3b143 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:52.941830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e471c847-2c84-41af-90cd-8d2936a9e096 req-0cef8b64-aa6a-4a21-a850-ad8925d3b143 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0792081 Oct 18 18:51:53.006360 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f839c94e-dc37-438c-b9aa-05d3c1c1675d req-2fc6c0f0-9ba0-47f1-87c0-7b3920a62603 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635641 Oct 18 18:51:53.009342 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e471c847-2c84-41af-90cd-8d2936a9e096 req-8ba9590a-a77b-479f-871d-b6821ea475e2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608044 Oct 18 18:51:53.330761 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3300cb34-1591-4977-927b-f71067367aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:54.142322 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773abfc-6ddc-46d0-a164-57954501beea req-16c16a98-ac5b-40a1-9a62-08a940571fa9 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:54.143830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6773abfc-6ddc-46d0-a164-57954501beea req-16c16a98-ac5b-40a1-9a62-08a940571fa9 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0721698 Oct 18 18:51:54.155808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51089af0-faa6-458f-89cd-2697a0b43421 req-8d0eb29c-92c3-4686-9351-77e57edf91e3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:54.157195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51089af0-faa6-458f-89cd-2697a0b43421 req-8d0eb29c-92c3-4686-9351-77e57edf91e3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0758183 Oct 18 18:51:54.198796 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:54.207025 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6773abfc-6ddc-46d0-a164-57954501beea req-a4ffd367-0bbd-4114-9789-fedf7cd0272c tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 Oct 18 18:51:54.219938 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51089af0-faa6-458f-89cd-2697a0b43421 req-36c6729a-ae3f-41e8-924a-ba1d396795d1 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554681 Oct 18 18:51:54.660878 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:54.892117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c0c52-719d-4b29-95d1-5c9361bc1a2a req-db0e8021-9e61-40aa-906d-cad5c50f31f4 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:54.893577 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-009c0c52-719d-4b29-95d1-5c9361bc1a2a req-db0e8021-9e61-40aa-906d-cad5c50f31f4 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0483496 Oct 18 18:51:54.929312 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-009c0c52-719d-4b29-95d1-5c9361bc1a2a req-8be98977-bb4e-41e1-9999-18be2c470c1d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298905 Oct 18 18:51:55.343757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e81a7-3f98-4041-b072-31cbbe725b9f req-f825cfad-45f1-47ab-8de0-7722e8a4b2d6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:55.345227 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa3e81a7-3f98-4041-b072-31cbbe725b9f req-f825cfad-45f1-47ab-8de0-7722e8a4b2d6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0462070 Oct 18 18:51:55.381953 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa3e81a7-3f98-4041-b072-31cbbe725b9f req-72a77a7b-36f6-487d-8a56-80893b0aa568 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Oct 18 18:51:56.047749 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778f540-eeb6-4ee6-83b3-853bf8cfb749 req-a024b108-eb7c-4423-adc5-9869e889330d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:56.050492 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f778f540-eeb6-4ee6-83b3-853bf8cfb749 req-a024b108-eb7c-4423-adc5-9869e889330d tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Oct 18 18:51:56.064400 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:56.088857 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f778f540-eeb6-4ee6-83b3-853bf8cfb749 req-27b0b14f-4075-49a9-8d1e-b4de63638dfc tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324755 Oct 18 18:51:56.501960 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6731b-c26e-4ac2-9300-6bee54bb74ab req-0f178d6f-d601-4c37-9940-7a3a123b30c3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:56.503464 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fde6731b-c26e-4ac2-9300-6bee54bb74ab req-0f178d6f-d601-4c37-9940-7a3a123b30c3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0492675 Oct 18 18:51:56.539932 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fde6731b-c26e-4ac2-9300-6bee54bb74ab req-9c7f684b-835e-42fc-ae8e-eac516907751 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Oct 18 18:51:57.199049 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b1f57-3ab4-482f-b77f-37726ec153c1 req-4a40fd3d-1523-4f0a-b80e-04e2f814231e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:57.200500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d9b1f57-3ab4-482f-b77f-37726ec153c1 req-4a40fd3d-1523-4f0a-b80e-04e2f814231e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0466704 Oct 18 18:51:57.236943 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d9b1f57-3ab4-482f-b77f-37726ec153c1 req-d379a0e2-443e-4208-9c6f-302c18097730 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306482 Oct 18 18:51:57.660475 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b8056-2114-48ce-aae7-cc25d2243a5f req-af88fab9-26c9-4aca-8472-d3a5a622228b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:57.661959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c3b8056-2114-48ce-aae7-cc25d2243a5f req-af88fab9-26c9-4aca-8472-d3a5a622228b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0518296 Oct 18 18:51:57.698519 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c3b8056-2114-48ce-aae7-cc25d2243a5f req-a3ad9bc2-e739-4733-8078-b3c3268e8773 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306268 Oct 18 18:51:58.346017 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5672d6-bbbb-481b-8a44-7a1da278a365 req-cddfc0e8-6439-470d-954b-24f026dc7348 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:58.347484 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f5672d6-bbbb-481b-8a44-7a1da278a365 req-cddfc0e8-6439-470d-954b-24f026dc7348 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0466363 Oct 18 18:51:58.383880 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f5672d6-bbbb-481b-8a44-7a1da278a365 req-d81d765c-7e2f-46e2-a606-57705e793205 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305824 Oct 18 18:51:58.812048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730717a-48de-490d-bfdf-d02d0d9f456a req-20b80754-cc98-4822-914d-38f46212602d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:58.813506 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d730717a-48de-490d-bfdf-d02d0d9f456a req-20b80754-cc98-4822-914d-38f46212602d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0462692 Oct 18 18:51:58.850971 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d730717a-48de-490d-bfdf-d02d0d9f456a req-3cc6c0fd-7d46-4a09-9094-6f6405bc8e0c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311413 Oct 18 18:51:58.851954 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:51:58.949736 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:58.961127 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:51:59.000747 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:59.012898 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:51:59.032014 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:51:59.035926 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:51:59.084188 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=6']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:51:59.496461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6513a-1bda-4437-b6e1-7d85be3fa07f req-dabde4cc-3b74-4ed6-addc-9d8ec0bd1a4b tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:59.498175 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0d6513a-1bda-4437-b6e1-7d85be3fa07f req-dabde4cc-3b74-4ed6-addc-9d8ec0bd1a4b tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0501661 Oct 18 18:51:59.733841 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b0d6513a-1bda-4437-b6e1-7d85be3fa07f req-6e9a2f38-ebb3-4a6c-96f3-f2e38d547ddb tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290483 Oct 18 18:51:59.965084 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18937740-a8c3-4dd0-a4a7-493e6e87bc67 req-d1a99990-8343-47b5-91b9-6795b5206a00 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:51:59.966493 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-18937740-a8c3-4dd0-a4a7-493e6e87bc67 req-d1a99990-8343-47b5-91b9-6795b5206a00 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0472586 Oct 18 18:52:00.003643 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-18937740-a8c3-4dd0-a4a7-493e6e87bc67 req-858e59c5-0937-4f23-80ee-d7c5a956a0d3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313985 Oct 18 18:52:00.845042 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09397134-edb0-47dc-9448-d242a1dd02cc req-1268f452-70af-483c-9f6e-16f558395795 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:00.846512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09397134-edb0-47dc-9448-d242a1dd02cc req-1268f452-70af-483c-9f6e-16f558395795 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0465941 Oct 18 18:52:00.883008 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09397134-edb0-47dc-9448-d242a1dd02cc req-e1fcfe0b-0c77-436f-aa02-e57f22df23f6 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Oct 18 18:52:01.126462 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fd98e-a13d-4b1f-a0bf-200682f45a71 req-94238505-53cf-44a2-8798-9fb69de7736f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:01.127959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-413fd98e-a13d-4b1f-a0bf-200682f45a71 req-94238505-53cf-44a2-8798-9fb69de7736f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0544343 Oct 18 18:52:01.164667 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-413fd98e-a13d-4b1f-a0bf-200682f45a71 req-cd87b183-b4e2-49ec-bb2d-4c6eb7461598 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309377 Oct 18 18:52:01.378805 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:01.993534 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd4c60-7d58-4ba2-b450-2c2493876478 req-77910014-55fb-40d2-b4d5-5336c221cc1f tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:01.994972 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30bd4c60-7d58-4ba2-b450-2c2493876478 req-77910014-55fb-40d2-b4d5-5336c221cc1f tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0473926 Oct 18 18:52:02.032397 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30bd4c60-7d58-4ba2-b450-2c2493876478 req-f87b7630-855e-4d40-b1c6-802f4b218927 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Oct 18 18:52:02.277760 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e794e-c1d4-4e4f-9497-9560e0208961 req-9a5822be-ac34-414c-8a97-e59b5199cea2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:02.279153 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a7e794e-c1d4-4e4f-9497-9560e0208961 req-9a5822be-ac34-414c-8a97-e59b5199cea2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0466022 Oct 18 18:52:02.319977 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a7e794e-c1d4-4e4f-9497-9560e0208961 req-a8701f85-7bdb-49f8-ae43-b219ad5f0cc0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345597 Oct 18 18:52:03.151464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf4b2f-4ccb-429e-8227-b9579e97eb07 req-d8b8bb82-3de1-4522-a682-975dec7ce0e1 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:03.152936 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2ebf4b2f-4ccb-429e-8227-b9579e97eb07 req-d8b8bb82-3de1-4522-a682-975dec7ce0e1 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0550482 Oct 18 18:52:03.190555 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2ebf4b2f-4ccb-429e-8227-b9579e97eb07 req-ed93f772-cb5e-41c8-b0a0-4bd88cc1f8b1 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310233 Oct 18 18:52:03.434372 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c1f78-ea66-4154-bcef-72d0295d4665 req-b57810b4-98ca-46f2-8c91-a84fe07829df tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:03.436440 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7d0c1f78-ea66-4154-bcef-72d0295d4665 req-b57810b4-98ca-46f2-8c91-a84fe07829df tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0468731 Oct 18 18:52:03.472309 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7d0c1f78-ea66-4154-bcef-72d0295d4665 req-49777746-2ffd-4f91-b8f2-47389e3f8f7d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300581 Oct 18 18:52:03.848991 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['4e17852d-b9ea-4355-8064-3a7f0b23f300'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:52:04.301485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4989d-d29f-48a7-9cff-b0940b536049 req-e4cc9508-a7af-446c-a092-603862e0083b tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:04.302961 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5a4989d-d29f-48a7-9cff-b0940b536049 req-e4cc9508-a7af-446c-a092-603862e0083b tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0467191 Oct 18 18:52:04.339503 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5a4989d-d29f-48a7-9cff-b0940b536049 req-f2b6df31-e6ec-4f89-90c4-795d8d5a513e tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Oct 18 18:52:04.590797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95873913-7e95-4f05-a903-7ccef3fb0273 req-9418d46a-6c16-4aa0-a0b5-e6390a01caec tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:04.592256 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95873913-7e95-4f05-a903-7ccef3fb0273 req-9418d46a-6c16-4aa0-a0b5-e6390a01caec tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0510907 Oct 18 18:52:04.628664 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95873913-7e95-4f05-a903-7ccef3fb0273 req-f5772b54-cfbf-45fa-afd2-be051ee23e92 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306487 Oct 18 18:52:05.387524 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-9e594156-09c5-4bdc-86d8-012d4822ea2a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:05.389081 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-9e594156-09c5-4bdc-86d8-012d4822ea2a tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0474033 Oct 18 18:52:05.504804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660986-2a0e-404a-9669-da6a87263962 req-55275090-3d92-44e7-80dd-36a0d72971a5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:05.506267 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c8660986-2a0e-404a-9669-da6a87263962 req-55275090-3d92-44e7-80dd-36a0d72971a5 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddb101d2-2030-4bf2-be80-2536463f17d6 HTTP/1.1" status: 200 len: 945 time: 0.0871263 Oct 18 18:52:05.532222 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Deleting port f6c2063c-e925-495a-92ed-10ff0aff496d {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:52:05.532561 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:05.574160 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c8660986-2a0e-404a-9669-da6a87263962 req-df2e0940-3b8f-47d4-a513-aa1d9cf49d12 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.36 "GET /v2.0/security-groups?id=56ca532b-a606-4625-99ea-74f7d118bb45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618274 Oct 18 18:52:05.635770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] For port f6c2063c-e925-495a-92ed-10ff0aff496d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f6c2063c-e925-495a-92ed-10ff0aff496d,segment=NetworkSegment(7626a0d1-aacc-4cb6-b16d-5621f8fcccd4),segment_id=7626a0d1-aacc-4cb6-b16d-5621f8fcccd4)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:05.636441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:05.648734 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Calling delete_port for f6c2063c-e925-495a-92ed-10ff0aff496d owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:52:05.761789 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a06dd5-eec4-42fe-bc1e-512502181fe5 req-1e8dec5f-e3d4-4825-ac9b-fddc5b63cc70 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:05.763306 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1a06dd5-eec4-42fe-bc1e-512502181fe5 req-1e8dec5f-e3d4-4825-ac9b-fddc5b63cc70 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0628388 Oct 18 18:52:05.837433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1a06dd5-eec4-42fe-bc1e-512502181fe5 req-c92a9a07-63aa-48b3-be13-f2d7cc1c0a53 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676782 Oct 18 18:52:05.843477 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:05.850167 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:52:05.872762 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Pushing event deleted for resources: {'Port': ['ID=f6c2063c-e925-495a-92ed-10ff0aff496d,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:05.892549 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['f6c2063c-e925-495a-92ed-10ff0aff496d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:52:05.915681 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] No DVR routers for this DVR port f6c2063c-e925-495a-92ed-10ff0aff496d on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:52:05.918408 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:05.921635 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c5740f6a-315a-42dd-af5e-4cac52719886 req-3f70a810-9cba-4780-ada7-1937e218bf09 tempest-VolumesActionsTest-1885533121 tempest-VolumesActionsTest-1885533121-project] 10.222.0.25 "DELETE /v2.0/ports/f6c2063c-e925-495a-92ed-10ff0aff496d HTTP/1.1" status: 204 len: 173 time: 0.5257819 Oct 18 18:52:05.922490 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'name': 'network-vif-deleted', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:05.924903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a1984b-3943-44d4-9ade-857061847b00" -d '{"events": [{"server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "name": "network-vif-deleted", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:05.926283 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 4e17852d-b9ea-4355-8064-3a7f0b23f300 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:52:05.926685 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:06.032889 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:06.074159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:06.075812 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185222b7-d027-4f63-bfaa-5028e3067c25 x-openstack-request-id: req-185222b7-d027-4f63-bfaa-5028e3067c25 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:06.076347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb101d2-2030-4bf2-be80-2536463f17d6", "name": "network-vif-deleted", "tag": "f6c2063c-e925-495a-92ed-10ff0aff496d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:06.077289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-185222b7-d027-4f63-bfaa-5028e3067c25 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:06.077428 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb097dc-80dd-42d1-9820-e946508b1f84" -d '{"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:06.077980 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb101d2-2030-4bf2-be80-2536463f17d6', 'name': 'network-vif-deleted', 'tag': 'f6c2063c-e925-495a-92ed-10ff0aff496d', 'status': 'completed', 'code': 200} Oct 18 18:52:06.100486 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:06.104153 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:06.136159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fa1c4-2918-4bb9-b82c-07a07094434d x-openstack-request-id: req-278fa1c4-2918-4bb9-b82c-07a07094434d {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:06.137003 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:06.137003 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-278fa1c4-2918-4bb9-b82c-07a07094434d {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:06.137449 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'code': 200} Oct 18 18:52:06.166356 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=7']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:06.970774 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff250af9-2514-45b4-a2be-3a29947667f0 req-7a2a48d8-4bb1-42c6-93c1-f9473471b303 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:06.972277 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ff250af9-2514-45b4-a2be-3a29947667f0 req-7a2a48d8-4bb1-42c6-93c1-f9473471b303 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0522454 Oct 18 18:52:07.018237 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ff250af9-2514-45b4-a2be-3a29947667f0 req-3542eee9-7522-4bce-9a5d-86bb91d7c3e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Oct 18 18:52:08.164220 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40542d-eb51-4710-9e01-2b4a7baea75e req-d3bc3fe6-8666-4d6c-8b45-95d011156953 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:08.164220 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5e40542d-eb51-4710-9e01-2b4a7baea75e req-d3bc3fe6-8666-4d6c-8b45-95d011156953 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0593185 Oct 18 18:52:08.203272 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5e40542d-eb51-4710-9e01-2b4a7baea75e req-afd31485-2f7f-4419-b96e-e71fe14f430d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Oct 18 18:52:09.334161 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e7a94-ae2b-4331-91bd-7e5ce04b3dd5 req-b1c78e47-f3d7-46d0-8ee1-6074f3776012 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:09.335705 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-618e7a94-ae2b-4331-91bd-7e5ce04b3dd5 req-b1c78e47-f3d7-46d0-8ee1-6074f3776012 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0522273 Oct 18 18:52:09.377596 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-618e7a94-ae2b-4331-91bd-7e5ce04b3dd5 req-56f6df70-a57d-4d30-9b72-6ded389fd578 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357251 Oct 18 18:52:10.530731 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678722db-1ac3-467b-be60-f9188dfcd9ef req-d9561727-3cf4-4355-96ba-407f31654654 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:10.532291 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-678722db-1ac3-467b-be60-f9188dfcd9ef req-d9561727-3cf4-4355-96ba-407f31654654 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0638177 Oct 18 18:52:10.580425 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-678722db-1ac3-467b-be60-f9188dfcd9ef req-883a3fce-b72b-4490-8047-fc242d5004ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Oct 18 18:52:10.760499 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device f6c2063c-e925-495a-92ed-10ff0aff496d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:52:10.792197 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: f6c2063c-e925-495a-92ed-10ff0aff496d {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:52:10.792465 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device f6c2063c-e925-495a-92ed-10ff0aff496d not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:52:11.710210 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d516e14-147b-4133-b143-ffd0f5403668 req-26fb5102-b225-4085-aaa9-b4007b2f4d75 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:11.712545 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d516e14-147b-4133-b143-ffd0f5403668 req-26fb5102-b225-4085-aaa9-b4007b2f4d75 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0555720 Oct 18 18:52:11.759311 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d516e14-147b-4133-b143-ffd0f5403668 req-badfe97e-5612-4d26-998b-1289d313a580 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Oct 18 18:52:12.886347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158ff97-8984-4b52-a7ed-675aa3ddd712 req-adb63f06-7a08-4454-ae67-6488679d840c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:12.893383 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5158ff97-8984-4b52-a7ed-675aa3ddd712 req-adb63f06-7a08-4454-ae67-6488679d840c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0569115 Oct 18 18:52:12.928986 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5158ff97-8984-4b52-a7ed-675aa3ddd712 req-bd06222c-9023-493d-9784-1bc491374453 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Oct 18 18:52:14.077183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a4afd8-003b-43a7-a86c-fab3e84777e5 req-6aa860b0-d54a-4a08-ad02-31b5302dd8e9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:14.078752 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6a4afd8-003b-43a7-a86c-fab3e84777e5 req-6aa860b0-d54a-4a08-ad02-31b5302dd8e9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.0562921 Oct 18 18:52:14.118126 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6a4afd8-003b-43a7-a86c-fab3e84777e5 req-3a861042-3fb5-4f18-a4a7-c2e0d439fe61 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Oct 18 18:52:14.758377 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-881f7c1e-28cd-4217-b4e4-765cc93040dd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1266674479&fields=id&tenant_id=3d9bbc61321a47abb852671e78856939 HTTP/1.1" status: 200 len: 267 time: 0.0645001 Oct 18 18:52:14.983704 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-f711394d-a36b-48c7-a804-02586ceb9aa4 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:14.998688 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-f711394d-a36b-48c7-a804-02586ceb9aa4 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 809 time: 0.2290463 Oct 18 18:52:15.029996 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-56630cbe-d20b-477f-8df9-0b728ddf3dc6 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/quotas/3d9bbc61321a47abb852671e78856939 HTTP/1.1" status: 200 len: 375 time: 0.0291767 Oct 18 18:52:15.181867 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-4ab983d4-da68-47e0-aea2-644bb0753370 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1490095 Oct 18 18:52:15.482174 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdefd6-71ec-4c1e-b335-dadcf1e90d96 req-5a34df75-1d7b-40bf-8d35-cd52138c9f3b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:15.502354 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cecdefd6-71ec-4c1e-b335-dadcf1e90d96 req-5a34df75-1d7b-40bf-8d35-cd52138c9f3b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1164856 Oct 18 18:52:15.561391 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-c3537452-07aa-42b9-b934-12280783cfde service neutron] 10.222.0.36 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664324 Oct 18 18:52:15.599248 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cecdefd6-71ec-4c1e-b335-dadcf1e90d96 req-9a93c95e-859b-4bfa-9218-902a3f8420c2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961778 Oct 18 18:52:15.873821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-f291b98e-e659-45bf-83fc-3ac6e709a909 service neutron] 10.222.0.36 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890894 Oct 18 18:52:16.453307 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9caaae79-8dee-4bcf-b0ea-88fd7f432a87 req-f3a13234-ce86-477d-91df-7514689fcd91 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 210 time: 0.0691309 Oct 18 18:52:17.005070 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862765ed-141d-45be-ab80-9f2ae6ba4770 req-d214e196-c78b-4071-961d-c19591670765 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:17.007107 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-862765ed-141d-45be-ab80-9f2ae6ba4770 req-d214e196-c78b-4071-961d-c19591670765 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1876800 Oct 18 18:52:17.096617 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-862765ed-141d-45be-ab80-9f2ae6ba4770 req-05732b25-29a7-48e8-a4f0-d6033df774ef tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 Oct 18 18:52:17.586121 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-eb52cf16-6c9a-4150-abe3-a7a88e31cbad req-7a861cc6-f71b-459a-8917-892184c578cc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 210 time: 0.0351701 Oct 18 18:52:18.372100 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-b90fa1fe-319e-4193-b432-545494480c0e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:18.373830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-b90fa1fe-319e-4193-b432-545494480c0e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 809 time: 0.2789817 Oct 18 18:52:18.397622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b521da-a832-40a3-843a-3ab90b9e625b req-8035250d-ac77-4bda-ba9d-27f515b656a2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:18.408763 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0b521da-a832-40a3-843a-3ab90b9e625b req-8035250d-ac77-4bda-ba9d-27f515b656a2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1486936 Oct 18 18:52:18.465580 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-f9fe7a30-7c50-409f-927f-6d5614a8fa68 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d9bbc61321a47abb852671e78856939 HTTP/1.1" status: 200 len: 380 time: 0.0480478 Oct 18 18:52:18.480192 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'port': {'device_id': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'admin_state_up': True, 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'security_groups': ['f5daf8ed-b727-4799-aba2-71c2db659a71']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:52:18.520305 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0b521da-a832-40a3-843a-3ab90b9e625b req-c24d7e72-7e28-4f1c-bd0c-8666332172d3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104007 Oct 18 18:52:18.662985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Made reservation on behalf of 3d9bbc61321a47abb852671e78856939 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:52:18.670654 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:18.711583 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e4c089d4-77ad-4fc3-a932-14fd6d9e4572 req-06f4b423-080b-49d1-83de-0e0342b1d075 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 210 time: 0.0364668 Oct 18 18:52:18.859358 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Allocated IP 172.20.0.14 (8743d4a0-661f-465d-995f-489f1c800cca/bea058d1-ccc7-4ddc-83f4-584786241af1/87ec13ef-e87e-486a-8b4c-dcd48e7b65ab) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:52:19.068063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:19.104359 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:19.153157 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Network 8743d4a0-661f-465d-995f-489f1c800cca is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:52:19.158594 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:52:19.162466 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:52:19.194465 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:19.229867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:19.230482 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:19.252696 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1e557e64-07cb-4bbc-90e2-023f63fca909 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7786393 Oct 18 18:52:19.431559 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Request body: {'port': {'device_id': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:52:19.449958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-b3c78f2b-41bf-45e2-9b3c-6cd262131048 None None] Provisioning complete for port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:52:19.450819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b3c78f2b-41bf-45e2-9b3c-6cd262131048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:19.501720 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-b3c78f2b-41bf-45e2-9b3c-6cd262131048 None None] Port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:52:19.519885 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:19.798172 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-a2215747-2053-4f3d-b73c-9d81cde93f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:19.800133 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-a2215747-2053-4f3d-b73c-9d81cde93f74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1098 time: 0.1429749 Oct 18 18:52:20.203078 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4cdac9-86fb-47be-a501-b247f807e971 req-126a714d-deab-47eb-a1de-7213f8ef2617 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:20.211479 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9a4cdac9-86fb-47be-a501-b247f807e971 req-126a714d-deab-47eb-a1de-7213f8ef2617 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.5358729 Oct 18 18:52:20.292014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-b6d682a5-99ce-44f2-9294-593e56dedd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:20.293412 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-b6d682a5-99ce-44f2-9294-593e56dedd90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.4848917 Oct 18 18:52:20.317979 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9a4cdac9-86fb-47be-a501-b247f807e971 req-39e0d745-f2d5-4c14-833a-a6d4f135713a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057072 Oct 18 18:52:20.328368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20c91a-50f6-4875-89d7-42eeb579d2e1 req-42eb1c13-b796-4ff4-9cf4-0a7c007b84b7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:20.338702 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f20c91a-50f6-4875-89d7-42eeb579d2e1 req-42eb1c13-b796-4ff4-9cf4-0a7c007b84b7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 932 time: 0.5282373 Oct 18 18:52:20.456959 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-671a406d-352b-493a-9ae8-ae2f63b324d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 1000 time: 0.1513464 Oct 18 18:52:20.462094 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6f20c91a-50f6-4875-89d7-42eeb579d2e1 req-de2969b1-f253-4d9e-b7d0-4216b19c469c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222627 Oct 18 18:52:20.496033 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:52:20.508395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:20.530488 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-438c848d-ad50-40ab-a031-f3f8ffd8a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:20.532045 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-438c848d-ad50-40ab-a031-f3f8ffd8a4bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0674744 Oct 18 18:52:20.533041 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Transition to ACTIVE for port object 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:52:20.537052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:20.640181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:20.668245 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-290885a7-81aa-4b23-8055-a765c2fe5499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:20.671723 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-290885a7-81aa-4b23-8055-a765c2fe5499 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1300757 Oct 18 18:52:20.742089 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Attempting to bind port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:52:20.742418 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Attempting to bind port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:52:20.742777 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Attempting to bind port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab on network 8743d4a0-661f-465d-995f-489f1c800cca {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:52:20.754318 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6a1377b5-1782-4385-88bc-30db248be8df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:20.784285 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab on network 8743d4a0-661f-465d-995f-489f1c800cca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:52:20.785061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Attempting to bind port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab on network 8743d4a0-661f-465d-995f-489f1c800cca {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:52:20.796860 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:52:20.797196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Checking segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:52:20.797582 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Bound using segment: {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:52:20.798017 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Bound port: 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e367065-e114-493e-9e21-9d5e81c6111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:52:20.798530 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:20.850623 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-018335e1-567a-4e44-97e8-07073dc7cf85 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705725 Oct 18 18:52:20.925456 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44010) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:20.943571 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:52:20.960355 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:52:20.973990 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:20.987035 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Deleting subnet b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:52:20.994227 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.008087 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6591d106-e340-441a-b5f9-c32122de1cf9 req-0e992bc6-9809-469b-94c2-cae1b9e36b98 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502426 Oct 18 18:52:21.023092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.023722 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.025163 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] 10.222.0.25 "PUT /v2.0/ports/87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 1094 time: 1.5983372 Oct 18 18:52:21.025635 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:21.042183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7775b-3eca-4fe3-a4d1-649355c69872" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:21.095884 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.096378 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ad37f-7355-4eb1-8b76-4a4722f3a185 service neutron] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:21.142866 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a4ee76-de24-4ea5-8b49-1f6c1e1a8f8c x-openstack-request-id: req-41a4ee76-de24-4ea5-8b49-1f6c1e1a8f8c {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:21.143490 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:21.143961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-41a4ee76-de24-4ea5-8b49-1f6c1e1a8f8c {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:21.144711 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'status': 'completed', 'code': 200} Oct 18 18:52:21.149894 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.219518 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1654350d-3046-4b48-9e5f-f9f275d35bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.221412 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-1654350d-3046-4b48-9e5f-f9f275d35bde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1097 time: 0.0639966 Oct 18 18:52:21.233013 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.246467 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.253008 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b1f38ed4-5800-4d5e-8b55-c3e67cdf6592 HTTP/1.1" status: 204 len: 168 time: 0.3265052 Oct 18 18:52:21.253887 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44018) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:21.270279 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-fe685604-f86c-46b5-9cd3-973501492c64 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 217 time: 0.0401068 Oct 18 18:52:21.343807 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-85edbcd0-39b2-4f10-89e6-3f3952921b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.345499 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-85edbcd0-39b2-4f10-89e6-3f3952921b24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0671341 Oct 18 18:52:21.359501 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.364080 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f38ed4-5800-4d5e-8b55-c3e67cdf6592,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:21.381348 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.381708 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.382063 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.382399 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.382756 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.383108 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.383438 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.383759 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.384083 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.384406 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.384731 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.385048 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ec95c5-e8d4-43f7-adaf-e707abffa9ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:21.421183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-c8b21bea-a140-4604-a0d1-f64d39e0a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.423147 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-c8b21bea-a140-4604-a0d1-f64d39e0a30e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604365 Oct 18 18:52:21.602820 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44350cf-c61f-41bb-a77c-49293f4560f8 req-82860d65-0713-4659-875d-06b6828d9803 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.604807 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d44350cf-c61f-41bb-a77c-49293f4560f8 req-82860d65-0713-4659-875d-06b6828d9803 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 945 time: 0.1721137 Oct 18 18:52:21.665917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-deb1e567-c999-4f23-9faa-1f1bce300495 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342491 Oct 18 18:52:21.719048 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d44350cf-c61f-41bb-a77c-49293f4560f8 req-83de41cd-e95a-450f-808a-5528ba14aa48 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046119 Oct 18 18:52:21.741224 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fb9988-a555-45af-a1b7-bc3060ab5459 req-604edf78-5805-4117-9664-67ca0c3ac91e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.743164 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6fb9988-a555-45af-a1b7-bc3060ab5459 req-604edf78-5805-4117-9664-67ca0c3ac91e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.1149054 Oct 18 18:52:21.779432 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.808597 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186d924c-c817-4bca-949a-585213a56bd5']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:21.821799 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56d62156-4b2a-4e0c-ab3c-4ff970692ddc') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:21.822099 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56d62156-4b2a-4e0c-ab3c-4ff970692ddc') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:21.831531 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6fb9988-a555-45af-a1b7-bc3060ab5459 req-8637f8cf-7d5a-49c9-9ba3-430b2cff107e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575371 Oct 18 18:52:21.837812 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3187072-cf3a-480e-839d-31aeb5f15d6b req-bccd24c5-02bf-4e3f-9904-172029b62181 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572518 Oct 18 18:52:21.845928 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.868833 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.879697 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:52:21.880015 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:52:21.881838 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:52:21.952753 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-e1fd7e33-d282-4dea-9e37-4730c6c8272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:21.952966 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.954318 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-e1fd7e33-d282-4dea-9e37-4730c6c8272e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1097 time: 0.0484967 Oct 18 18:52:21.960381 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:21.965785 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] 10.222.0.36 "DELETE /v2.0/networks/186d924c-c817-4bca-949a-585213a56bd5 HTTP/1.1" status: 204 len: 168 time: 0.7096646 Oct 18 18:52:21.983922 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d699856-3de8-418d-bf53-2b170731560c admin admin] Pushing event deleted for resources: {'Network': ['ID=186d924c-c817-4bca-949a-585213a56bd5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:22.058501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-ca837a3f-740b-42fe-b11a-4637cb2fd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:22.060059 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-ca837a3f-740b-42fe-b11a-4637cb2fd463 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0974686 Oct 18 18:52:22.110436 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-2b5d4d5d-d995-4e6b-b972-4da1ae466b2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 217 time: 0.0414724 Oct 18 18:52:22.171087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-59770699-4724-46ce-acee-a7c1741a928a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:22.172647 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-59770699-4724-46ce-acee-a7c1741a928a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0544953 Oct 18 18:52:22.173036 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44032) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:22.219598 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-39b11043-601d-402c-99b9-223827a55895 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55b0b1fbfa48461dbe73523f1557f875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453131 Oct 18 18:52:22.221897 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44034) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:22.226659 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:52:22.236132 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-48a409a6-8081-421c-9c37-d966e93e1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:22.237670 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-48a409a6-8081-421c-9c37-d966e93e1367 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553212 Oct 18 18:52:22.280190 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.307655 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.342848 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.353032 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-f53eea51-4e61-4625-957b-59621d2aa460 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078756 Oct 18 18:52:22.380723 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:22.382042 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:22.384580 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdf534d-b4d9-45c9-9d7a-b8432f06ccdf" -d '{"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:22.388346 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.391702 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.393321 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2a04bed4-78a5-4458-8a70-f1a17c01d8cc HTTP/1.1" status: 204 len: 168 time: 0.1699762 Oct 18 18:52:22.398744 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:22.427673 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6314457-6c18-40b8-8ca0-929ce6775683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a04bed4-78a5-4458-8a70-f1a17c01d8cc,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:22.590966 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5c7775b-3eca-4fe3-a4d1-649355c69872 req-cb179c41-bc9d-4f90-bac0-0d3e26145d42 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275400 Oct 18 18:52:22.619606 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=8']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:22.629339 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.629828 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.630688 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.631670 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.632009 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.632406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.632781 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.633196 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.633835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.634514 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.634801 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.635347 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:22.640763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18de758-7850-4fc0-8602-252b22bac5cc x-openstack-request-id: req-c18de758-7850-4fc0-8602-252b22bac5cc {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:22.641763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:22.642204 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c18de758-7850-4fc0-8602-252b22bac5cc {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:22.642766 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'code': 200} Oct 18 18:52:22.911917 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e54e9-4f0a-4010-ba6b-312e079cdd61 req-482705b2-89f6-4f0b-a820-2441386ff14f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:22.913496 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce5e54e9-4f0a-4010-ba6b-312e079cdd61 req-482705b2-89f6-4f0b-a820-2441386ff14f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0730453 Oct 18 18:52:23.004375 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdffa0c-5f7d-4baf-a573-76a49d44568a req-8ba134c7-c1fc-4a22-bd80-6ba27dc1fbec tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:23.005913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cdffa0c-5f7d-4baf-a573-76a49d44568a req-8ba134c7-c1fc-4a22-bd80-6ba27dc1fbec tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0793476 Oct 18 18:52:23.008907 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce5e54e9-4f0a-4010-ba6b-312e079cdd61 req-3e4c4580-d205-4653-acab-7cb3299991ee tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895984 Oct 18 18:52:23.061202 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6cdffa0c-5f7d-4baf-a573-76a49d44568a req-f5e9db04-cd33-4981-8cc1-801884f3325a tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443654 Oct 18 18:52:23.343141 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-eeeac194-8ea3-4ce8-8679-f83aa742f0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:24.149491 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c6618-3241-4356-905d-34e1025cfcde req-1358c1fc-2c3a-45e3-9580-531dcd6d83d5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:24.151033 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a96c6618-3241-4356-905d-34e1025cfcde req-1358c1fc-2c3a-45e3-9580-531dcd6d83d5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0623338 Oct 18 18:52:24.220164 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:24.236043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5c67-c27f-4f87-95eb-13a0f911dc9b req-9601610f-bfca-4cac-8bfc-7365889bc3ab tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:24.237551 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84fc5c67-c27f-4f87-95eb-13a0f911dc9b req-9601610f-bfca-4cac-8bfc-7365889bc3ab tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0856378 Oct 18 18:52:24.251732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a96c6618-3241-4356-905d-34e1025cfcde req-d9d3f4e7-eccd-4489-b494-4e70cb9720f3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708511 Oct 18 18:52:24.297066 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84fc5c67-c27f-4f87-95eb-13a0f911dc9b req-171cf3e9-82bf-4702-8126-09389a18e485 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Oct 18 18:52:24.685958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:25.054937 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-cbb4c274-229a-4283-94f3-0056cfb48011 req-0598c965-111b-4dce-aeb5-d78cfba20c42 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:52:25.056001 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cbb4c274-229a-4283-94f3-0056cfb48011 req-0598c965-111b-4dce-aeb5-d78cfba20c42 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1972215 Oct 18 18:52:25.088597 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:52:25.243051 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d2a6-bab1-4837-9af0-434d882f62a2 req-bf080897-20be-41ec-9009-c1f7713dc65e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:25.253484 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2dd6d2a6-bab1-4837-9af0-434d882f62a2 req-bf080897-20be-41ec-9009-c1f7713dc65e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0741067 Oct 18 18:52:25.292928 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2dd6d2a6-bab1-4837-9af0-434d882f62a2 req-0c0aa544-1cd7-464d-8791-0b02a5c32aa9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Oct 18 18:52:25.445864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524026e-fcb6-478b-bef3-6cb1f0d1b8c4 req-e88038a4-12d2-4e3e-8ae8-3d08a52fcebf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:25.447512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4524026e-fcb6-478b-bef3-6cb1f0d1b8c4 req-e88038a4-12d2-4e3e-8ae8-3d08a52fcebf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0554588 Oct 18 18:52:25.499084 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4524026e-fcb6-478b-bef3-6cb1f0d1b8c4 req-1d95b279-9fff-4e48-b747-e1fc58411993 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440896 Oct 18 18:52:25.703727 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44110) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:25.807688 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-9757d8f0-ba79-4ff7-b7f4-454cc13ef63c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026406 Oct 18 18:52:25.812729 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-f711c176-6a47-43a5-9900-a0ebb8ef92ba service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129716) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:52:25.818669 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-f711c176-6a47-43a5-9900-a0ebb8ef92ba service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092611 Oct 18 18:52:26.072371 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:26.259880 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:52:26.431381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc340e-5721-4828-a644-ef155f116389 req-6f8743ed-1569-441f-aeb6-9ffd673c434a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:26.438561 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdcc340e-5721-4828-a644-ef155f116389 req-6f8743ed-1569-441f-aeb6-9ffd673c434a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0635240 Oct 18 18:52:26.493543 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdcc340e-5721-4828-a644-ef155f116389 req-0acb19bf-7b28-4551-900d-65f76ff9f765 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484700 Oct 18 18:52:26.637727 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dace1-fcca-4079-84d1-f1b1e5fd1027 req-da1b4c5c-0f61-4a5d-a645-83d0b4058b16 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:26.639816 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-070dace1-fcca-4079-84d1-f1b1e5fd1027 req-da1b4c5c-0f61-4a5d-a645-83d0b4058b16 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0540836 Oct 18 18:52:26.686732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-070dace1-fcca-4079-84d1-f1b1e5fd1027 req-54703c6f-af8e-4fed-8f37-55c9bdd070c3 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405602 Oct 18 18:52:27.502498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-a84a74ef-23e9-45d4-8fb6-f246813276d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.504095 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-a84a74ef-23e9-45d4-8fb6-f246813276d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 1096 time: 0.0755424 Oct 18 18:52:27.615573 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-71a96386-91b9-40d2-b734-5a2093fe478d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.617527 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-71a96386-91b9-40d2-b734-5a2093fe478d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1096 time: 0.0873506 Oct 18 18:52:27.645624 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1597d-b8a7-445b-8113-e6a58abe6766 req-6c316de1-d147-4915-82a9-0a96d30586d4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.646947 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abf1597d-b8a7-445b-8113-e6a58abe6766 req-6c316de1-d147-4915-82a9-0a96d30586d4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0744057 Oct 18 18:52:27.745396 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abf1597d-b8a7-445b-8113-e6a58abe6766 req-38c88256-c28b-4fa3-9f7e-051b53857ad0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844212 Oct 18 18:52:27.799086 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-cde69708-b8f3-4f58-8292-1a762708d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.800549 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-cde69708-b8f3-4f58-8292-1a762708d4fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.1747277 Oct 18 18:52:27.861664 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a3e51a-8806-44b0-979a-b13d6d27833a req-60ce558b-087f-49e3-9a64-47bc118b59a7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.863223 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5a3e51a-8806-44b0-979a-b13d6d27833a req-60ce558b-087f-49e3-9a64-47bc118b59a7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.1049554 Oct 18 18:52:27.910449 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-f680a976-7106-4306-abab-b0111e874a95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 998 time: 0.1000454 Oct 18 18:52:27.936003 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b5a3e51a-8806-44b0-979a-b13d6d27833a req-d34a6770-a709-44ab-ae87-eae692a29d90 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656672 Oct 18 18:52:27.977591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-acee87fe-3f90-4e71-b6ee-500868da35f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:27.979109 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-acee87fe-3f90-4e71-b6ee-500868da35f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0575869 Oct 18 18:52:28.029454 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-45a5cf8b-18c7-4a5e-b620-026d383e6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:28.030935 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-45a5cf8b-18c7-4a5e-b620-026d383e6b1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427470 Oct 18 18:52:28.137255 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-6c4f9598-1c6c-40d2-8187-e89318e94e31 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984752 Oct 18 18:52:28.237617 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8c18f06d-bfdf-4f0d-936b-5cb896030782 req-ea07e04e-19c0-459c-93a6-5d740397b25d service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923016 Oct 18 18:52:28.946477 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ddb7a-2812-421b-a25d-1c1a46547348 req-b0c500a7-bee2-453b-95a3-0ec6c75f6b26 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:28.948867 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-509ddb7a-2812-421b-a25d-1c1a46547348 req-b0c500a7-bee2-453b-95a3-0ec6c75f6b26 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0987065 Oct 18 18:52:29.052362 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-509ddb7a-2812-421b-a25d-1c1a46547348 req-c35dee21-9b18-4679-ba63-0082c73afb8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966096 Oct 18 18:52:29.166574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3b2b6-f50e-43e1-bfd7-80ef9cdc8bd3 req-100c2145-4917-4cd6-9e1b-71cd9bb6d6c4 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:29.168391 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-adf3b2b6-f50e-43e1-bfd7-80ef9cdc8bd3 req-100c2145-4917-4cd6-9e1b-71cd9bb6d6c4 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0931878 Oct 18 18:52:29.222906 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-adf3b2b6-f50e-43e1-bfd7-80ef9cdc8bd3 req-0bba09a5-9d2b-4322-9ee4-5ee088aa83c1 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478227 Oct 18 18:52:30.285189 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:52:30.294836 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999e9fb-9fcc-4330-bdea-dbb54f4fa945 req-970234c9-7891-48a2-bca7-ec4a664793ed tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:30.302987 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2999e9fb-9fcc-4330-bdea-dbb54f4fa945 req-970234c9-7891-48a2-bca7-ec4a664793ed tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.1294627 Oct 18 18:52:30.386478 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2999e9fb-9fcc-4330-bdea-dbb54f4fa945 req-2c57c58e-27ac-47fa-b685-ed63f087de87 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771255 Oct 18 18:52:30.452673 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5430f-8d69-49fb-baa2-8dc7e84ccc6e req-15cff039-266b-4186-a04e-c7d187dd024f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:30.454195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2dd5430f-8d69-49fb-baa2-8dc7e84ccc6e req-15cff039-266b-4186-a04e-c7d187dd024f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0940886 Oct 18 18:52:30.471641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:30.490354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'mac_address': 'fa:16:3e:4f:d2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:52:30.501577 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2dd5430f-8d69-49fb-baa2-8dc7e84ccc6e req-1286b1f9-9749-4ce7-b5f2-2c4cda3f1e23 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407052 Oct 18 18:52:30.539036 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:30.561346 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:52:30.591110 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:30.598502 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:30.714382 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:31.013811 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:52:31.380970 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:31.527569 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb696833-f007-46a7-a524-5497fa7bd366 req-5b064ea9-c24e-4a0e-a1ef-b6fb033fa4d3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:31.529684 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb696833-f007-46a7-a524-5497fa7bd366 req-5b064ea9-c24e-4a0e-a1ef-b6fb033fa4d3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0495479 Oct 18 18:52:31.570564 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb696833-f007-46a7-a524-5497fa7bd366 req-57978f1d-4c1e-405b-8abe-101c4fc24a47 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341179 Oct 18 18:52:31.631014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e9818-2fe1-4379-9e3b-6f4984290ceb req-d43253c6-60c7-472a-a7f7-ec33dc98d9c9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:31.632470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c8e9818-2fe1-4379-9e3b-6f4984290ceb req-d43253c6-60c7-472a-a7f7-ec33dc98d9c9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 945 time: 0.0469527 Oct 18 18:52:31.669508 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c8e9818-2fe1-4379-9e3b-6f4984290ceb req-ca8c3411-9c97-45f3-912e-ab7ca32e04c0 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Oct 18 18:52:32.288186 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:52:32.337560 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:52:32.341081 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:52:32.341446 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:32.420835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:32.443315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:32.445529 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c242c8b-f1a7-4d63-88af-3a4f57b69dd7" -d '{"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-plugged", "status": "completed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:32.458060 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:32.462183 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:32.486624 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84efdf-4f8a-4558-b99b-bd27adc78001 x-openstack-request-id: req-4e84efdf-4f8a-4558-b99b-bd27adc78001 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:32.486882 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-plugged", "status": "completed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:32.487134 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e84efdf-4f8a-4558-b99b-bd27adc78001 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:32.487509 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'code': 200} Oct 18 18:52:32.525299 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:32.728747 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84db924-b924-4b79-b38c-6770f3d840b4 req-1d4798d4-6824-46cc-a1f6-e5aaf8c02e5d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:32.739913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b84db924-b924-4b79-b38c-6770f3d840b4 req-1d4798d4-6824-46cc-a1f6-e5aaf8c02e5d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0778203 Oct 18 18:52:32.815138 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b84db924-b924-4b79-b38c-6770f3d840b4 req-e3418bd3-2b8f-4669-8b9e-fb1337308bb2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726442 Oct 18 18:52:32.859208 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d75aaf-e0b7-46aa-807b-18d3645c1552 req-061af89f-f157-4366-8737-d0cf036f0daf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:32.860715 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-70d75aaf-e0b7-46aa-807b-18d3645c1552 req-061af89f-f157-4366-8737-d0cf036f0daf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0985107 Oct 18 18:52:32.900817 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-70d75aaf-e0b7-46aa-807b-18d3645c1552 req-fbdee66a-0f0e-4487-8a26-93e6ff10a1dd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Oct 18 18:52:33.941517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee03ed9b-699e-43cb-a798-487a97186462 req-83bd183f-af29-4da7-ad54-01eb7c4ffa67 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:33.943043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ee03ed9b-699e-43cb-a798-487a97186462 req-83bd183f-af29-4da7-ad54-01eb7c4ffa67 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0473928 Oct 18 18:52:33.989958 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ee03ed9b-699e-43cb-a798-487a97186462 req-2782e426-d6c0-4437-a273-0833a75e0cf6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Oct 18 18:52:34.042453 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51190c6e-4680-4069-9ad2-51c241129186 req-de4505de-cb5b-4ad2-bf01-8b9fc8870c08 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:34.043934 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51190c6e-4680-4069-9ad2-51c241129186 req-de4505de-cb5b-4ad2-bf01-8b9fc8870c08 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0708284 Oct 18 18:52:34.238171 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44264) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:34.301723 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Deleting subnet 2b23ee0c-9cf3-4ec9-904e-1abc3371be0b {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:52:34.305855 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.318220 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51190c6e-4680-4069-9ad2-51c241129186 req-eb7b16a5-134f-4eb6-9f9d-0bcd4fe8d694 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678678 Oct 18 18:52:34.344419 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.390040 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.451101 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.476677 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b23ee0c-9cf3-4ec9-904e-1abc3371be0b,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:34.480538 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.484163 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1b3cda16-e07b-4637-9c47-214528bc4537 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2b23ee0c-9cf3-4ec9-904e-1abc3371be0b HTTP/1.1" status: 204 len: 168 time: 0.2597764 Oct 18 18:52:34.486841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44266) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:34.558715 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.641552 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.661131 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ce1a26-a0c9-4341-80f9-4727bc985aee']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:34.669961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:34.670252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7626a0d1-aacc-4cb6-b16d-5621f8fcccd4') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:34.679181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.693505 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.700312 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:52:34.700701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:52:34.703088 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:52:34.763799 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.769516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:34.772929 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/21ce1a26-a0c9-4341-80f9-4727bc985aee HTTP/1.1" status: 204 len: 168 time: 0.2848830 Oct 18 18:52:34.794485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b625a79-811f-4d2e-8de0-48fa2dd5f4a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ce1a26-a0c9-4341-80f9-4727bc985aee,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:34.940700 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44270) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:34.979070 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-30213eb1-24d5-44d9-839d-0cf8098b7195 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21b98f27e4df474e9a5429b0bd488235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370977 Oct 18 18:52:34.981288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44272) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:35.043256 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:35.064424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:35.140659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b0e6f-6b70-46a6-918c-442e59537aee req-ffd5dae9-90c5-4f6b-b90d-e59f4354ca4e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:35.142151 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-576b0e6f-6b70-46a6-918c-442e59537aee req-ffd5dae9-90c5-4f6b-b90d-e59f4354ca4e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0716050 Oct 18 18:52:35.156239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:35.158737 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:35.159780 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56ca532b-a606-4625-99ea-74f7d118bb45 HTTP/1.1" status: 204 len: 168 time: 0.1776202 Oct 18 18:52:35.181754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca532b-a606-4625-99ea-74f7d118bb45,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:35.195956 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.196304 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.196655 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.196988 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.197317 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.197653 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.197984 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.198307 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.198659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.198998 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.199306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.199631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256bee2c-ce4d-4037-b587-ef22b1df27f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:52:35.222637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-576b0e6f-6b70-46a6-918c-442e59537aee req-29246abf-e4d4-4a6f-ada1-e391992c9caa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722423 Oct 18 18:52:35.456417 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ef58-bc01-4a2f-9d61-d716cf84f487 req-0c04941c-6e7a-48e4-95fa-55cba9168a6e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:35.458016 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4219ef58-bc01-4a2f-9d61-d716cf84f487 req-0c04941c-6e7a-48e4-95fa-55cba9168a6e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0517268 Oct 18 18:52:35.502173 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4219ef58-bc01-4a2f-9d61-d716cf84f487 req-f97dcb78-e193-4082-a941-e187d820b5d5 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360758 Oct 18 18:52:36.365324 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb803-131a-4635-ab24-ba22e2487b3d req-6c1f9094-7f63-4106-80b3-2f73f69b3a17 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:36.367197 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-299eb803-131a-4635-ab24-ba22e2487b3d req-6c1f9094-7f63-4106-80b3-2f73f69b3a17 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0546713 Oct 18 18:52:36.412809 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-299eb803-131a-4635-ab24-ba22e2487b3d req-83a2e001-83a6-4865-956d-b428bf61e96d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386050 Oct 18 18:52:36.634813 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bc398-23b4-491e-a34b-c43793e84d19 req-5ce553c6-e8e6-4355-911e-0bdc139045ba tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:36.636279 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-209bc398-23b4-491e-a34b-c43793e84d19 req-5ce553c6-e8e6-4355-911e-0bdc139045ba tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0531971 Oct 18 18:52:36.679309 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-209bc398-23b4-491e-a34b-c43793e84d19 req-d1e7d6f1-5617-42ff-971b-e071b41b0f53 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341289 Oct 18 18:52:37.556110 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e642e-4772-48f6-9abe-2bcbe0eecf4a req-f70b20de-cf36-4212-97eb-9145f3a26cf0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:37.557843 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-df7e642e-4772-48f6-9abe-2bcbe0eecf4a req-f70b20de-cf36-4212-97eb-9145f3a26cf0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0498064 Oct 18 18:52:37.600639 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-df7e642e-4772-48f6-9abe-2bcbe0eecf4a req-4640dbe6-aeae-4316-8772-6ff6cb444149 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Oct 18 18:52:37.821987 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdc560-2b5f-4a1a-a116-38b9cc7e271c req-73515dbd-7750-4bf4-85ea-0b457fac3b92 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:37.824111 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53bdc560-2b5f-4a1a-a116-38b9cc7e271c req-73515dbd-7750-4bf4-85ea-0b457fac3b92 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0793474 Oct 18 18:52:37.862572 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-53bdc560-2b5f-4a1a-a116-38b9cc7e271c req-3b020013-f571-4450-a72a-2678fb513340 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Oct 18 18:52:38.723329 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13e4df-7124-42b6-97a5-cbe6a4be74be req-8e2bc1e4-8ca9-4304-af3d-6472613227e7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:38.724874 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de13e4df-7124-42b6-97a5-cbe6a4be74be req-8e2bc1e4-8ca9-4304-af3d-6472613227e7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0540309 Oct 18 18:52:38.762524 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-de13e4df-7124-42b6-97a5-cbe6a4be74be req-c2540ec2-0c55-45e8-9259-6ac0f25bc8d0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Oct 18 18:52:38.981504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8035a5-1914-4655-9fa5-b7aa54060674 req-dc46cdf0-8733-4583-9e76-ab964f618992 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:38.983688 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec8035a5-1914-4655-9fa5-b7aa54060674 req-dc46cdf0-8733-4583-9e76-ab964f618992 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0479438 Oct 18 18:52:39.033289 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec8035a5-1914-4655-9fa5-b7aa54060674 req-f770e3bd-5359-40a2-96a2-d37d2729a8e1 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Oct 18 18:52:39.886440 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62174e-9dcd-4faa-ac63-be9919fa92e4 req-e82cfdc1-091d-4775-8db4-6db8c3add897 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:39.887906 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed62174e-9dcd-4faa-ac63-be9919fa92e4 req-e82cfdc1-091d-4775-8db4-6db8c3add897 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0487902 Oct 18 18:52:39.925301 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed62174e-9dcd-4faa-ac63-be9919fa92e4 req-1ed50625-d2f2-4fad-a581-ee870ada6b48 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Oct 18 18:52:40.147288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effecd3-92d9-44cd-bff9-49fa5259a3be req-52f3699a-1f70-4cee-8ee1-c5399185ff53 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:40.148763 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7effecd3-92d9-44cd-bff9-49fa5259a3be req-52f3699a-1f70-4cee-8ee1-c5399185ff53 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0503879 Oct 18 18:52:40.185351 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7effecd3-92d9-44cd-bff9-49fa5259a3be req-7ad51daa-873d-49cd-ac41-4fea5a342b1e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302746 Oct 18 18:52:41.059191 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb832298-c082-4862-9e65-c4c176857032 req-26b527c0-1a62-4770-a815-0d28e0bf372b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:41.060721 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bb832298-c082-4862-9e65-c4c176857032 req-26b527c0-1a62-4770-a815-0d28e0bf372b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0634034 Oct 18 18:52:41.098884 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bb832298-c082-4862-9e65-c4c176857032 req-f5c9196f-7a8e-4cc6-a8e6-879cd0c7228a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Oct 18 18:52:41.321063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280647f0-181e-46b2-94c7-1839a83ce5f3 req-06cafd20-b240-448d-9bca-a1c38bc7c959 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:41.322614 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-280647f0-181e-46b2-94c7-1839a83ce5f3 req-06cafd20-b240-448d-9bca-a1c38bc7c959 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0654690 Oct 18 18:52:41.366075 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-280647f0-181e-46b2-94c7-1839a83ce5f3 req-d1072b88-610e-4b53-8f46-f660f977d462 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Oct 18 18:52:42.222339 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77cf2-4ccd-4f0d-b1cf-a85fef92fb36 req-26ad857a-2bb9-4297-acfb-45243f7bb894 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:42.223828 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4f77cf2-4ccd-4f0d-b1cf-a85fef92fb36 req-26ad857a-2bb9-4297-acfb-45243f7bb894 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0507562 Oct 18 18:52:42.262208 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4f77cf2-4ccd-4f0d-b1cf-a85fef92fb36 req-f6709deb-05f8-4396-bf79-98074ba35ee3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325081 Oct 18 18:52:42.479389 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fc725-77c7-4fa3-aca6-a3d17a95b369 req-e6461402-34a2-441d-b242-ad27e04c5524 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:42.480870 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c7fc725-77c7-4fa3-aca6-a3d17a95b369 req-e6461402-34a2-441d-b242-ad27e04c5524 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0475209 Oct 18 18:52:42.520098 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c7fc725-77c7-4fa3-aca6-a3d17a95b369 req-01f2d0e6-b6bd-4af4-b435-5e3427a33e46 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Oct 18 18:52:43.377868 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147b7ce-d1f5-4342-bebd-c601e204fefd req-423b86eb-b43c-4bce-8dae-0de2c147a53f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:43.379356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7147b7ce-d1f5-4342-bebd-c601e204fefd req-423b86eb-b43c-4bce-8dae-0de2c147a53f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0483296 Oct 18 18:52:43.415452 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7147b7ce-d1f5-4342-bebd-c601e204fefd req-caa240bf-aab3-4907-a101-be217e9d0822 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302627 Oct 18 18:52:43.633565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027c603-a67c-48e0-864b-6df9f7e8a82c req-314b8e8f-8a67-40e6-8a47-aaa2a3a9b2a2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:43.635060 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1027c603-a67c-48e0-864b-6df9f7e8a82c req-314b8e8f-8a67-40e6-8a47-aaa2a3a9b2a2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0506165 Oct 18 18:52:43.672154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1027c603-a67c-48e0-864b-6df9f7e8a82c req-567403f8-e625-4c02-8e9c-8895939d1301 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308249 Oct 18 18:52:44.211695 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-9e452cfa-7b39-42a5-9611-39048d5b6bfb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390770 Oct 18 18:52:44.308455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-48f74a8d-c2ba-44ef-bc53-7b49daee8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.309871 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-48f74a8d-c2ba-44ef-bc53-7b49daee8866 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0474277 Oct 18 18:52:44.365777 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9350809-3f5c-4e90-a7ee-d1055ca66bd5 req-d0d4fa7d-4d01-4a92-87d4-e3d547264992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.367258 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d9350809-3f5c-4e90-a7ee-d1055ca66bd5 req-d0d4fa7d-4d01-4a92-87d4-e3d547264992 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.0710750 Oct 18 18:52:44.441605 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d9350809-3f5c-4e90-a7ee-d1055ca66bd5 req-5d94d774-5baf-4905-bff2-3f925f4a8e9b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462465 Oct 18 18:52:44.443454 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-0574f81e-42ba-482e-9488-a8f6b8c755e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.444958 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-0574f81e-42ba-482e-9488-a8f6b8c755e8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.1164224 Oct 18 18:52:44.533416 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685589b-a8de-418d-813c-ad0d96522c7a req-a0676617-e33e-4140-91a7-0e69bb1557fa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.534797 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c685589b-a8de-418d-813c-ad0d96522c7a req-a0676617-e33e-4140-91a7-0e69bb1557fa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0480773 Oct 18 18:52:44.572016 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c685589b-a8de-418d-813c-ad0d96522c7a req-e780a249-e270-4a0f-a330-7adcd9588f2e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310628 Oct 18 18:52:44.784686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a6eed-17f4-4a2b-893f-49da5f71bba4 req-e17d40bb-f5a2-4243-88ad-0f40b510f4be tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.786047 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a2a6eed-17f4-4a2b-893f-49da5f71bba4 req-e17d40bb-f5a2-4243-88ad-0f40b510f4be tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0505865 Oct 18 18:52:44.821935 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6a2a6eed-17f4-4a2b-893f-49da5f71bba4 req-2f86c305-be66-4f08-b202-998e7730f7c5 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301170 Oct 18 18:52:44.928457 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-319f963b-7140-4cd2-a398-1fb86c9b3433 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1002 time: 0.0561509 Oct 18 18:52:44.985163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-97bf623c-b1cd-427b-b1fe-654a6286580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:44.986799 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-97bf623c-b1cd-427b-b1fe-654a6286580e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0513184 Oct 18 18:52:45.032572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-0e046666-a62b-4e1b-bda1-d14bc0b7d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:45.034461 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-0e046666-a62b-4e1b-bda1-d14bc0b7d8f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398965 Oct 18 18:52:45.134944 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-e493ed96-50ac-4ce7-b197-8d79be9c354b service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924380 Oct 18 18:52:45.224642 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa73e1e5-e311-4505-a2c1-9a8cbfb40817 req-7745a1e5-e1a6-402f-893e-4248a0f9f0af service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821836 Oct 18 18:52:45.692409 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b9724-1314-4942-bc8c-d316006f9f09 req-944b9bf0-6bc1-4331-b4a4-e9be8e82f45d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:45.694085 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b9b9724-1314-4942-bc8c-d316006f9f09 req-944b9bf0-6bc1-4331-b4a4-e9be8e82f45d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0506582 Oct 18 18:52:45.731301 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b9b9724-1314-4942-bc8c-d316006f9f09 req-9d660eae-812b-46af-874d-d576fc57c146 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313163 Oct 18 18:52:45.931326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ccd76-463c-415f-bc41-ae48b56ca567 req-2aa508ed-8fe4-45da-9fb7-6796fb435b74 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:45.932758 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-861ccd76-463c-415f-bc41-ae48b56ca567 req-2aa508ed-8fe4-45da-9fb7-6796fb435b74 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0464244 Oct 18 18:52:45.974440 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-861ccd76-463c-415f-bc41-ae48b56ca567 req-d11f4429-0e74-4db4-941a-99c238e1f218 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356359 Oct 18 18:52:46.845429 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a282fd6-8ce8-4fec-9889-79031aac6449 req-c214a291-9b58-41de-9e18-1f1b3585addc tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:46.846796 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a282fd6-8ce8-4fec-9889-79031aac6449 req-c214a291-9b58-41de-9e18-1f1b3585addc tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0465980 Oct 18 18:52:46.882833 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a282fd6-8ce8-4fec-9889-79031aac6449 req-c023046d-5538-4913-b724-63758a335300 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303054 Oct 18 18:52:47.084301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdefbb-fe63-4987-8f50-bf6a8b777c5e req-5bc00103-d2bc-4843-a783-5eb48234c4f2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:47.085750 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0fcdefbb-fe63-4987-8f50-bf6a8b777c5e req-5bc00103-d2bc-4843-a783-5eb48234c4f2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0464609 Oct 18 18:52:47.121737 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0fcdefbb-fe63-4987-8f50-bf6a8b777c5e req-a08a31a0-ea0b-4a27-8770-2dcdc998a454 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298765 Oct 18 18:52:47.998761 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123426fc-470c-4046-aaef-4c11aabb2480 req-7910cf01-d8bb-4739-9d5b-deda0d0594f2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:48.000235 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-123426fc-470c-4046-aaef-4c11aabb2480 req-7910cf01-d8bb-4739-9d5b-deda0d0594f2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0472691 Oct 18 18:52:48.040579 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-123426fc-470c-4046-aaef-4c11aabb2480 req-25399bd1-302e-4f77-b121-f933cc223e17 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341790 Oct 18 18:52:48.231916 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37e78f-718f-4cde-bbbd-ca01077f25f6 req-9fb94231-1fd0-4d63-a799-2f9542fd0ff2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:48.233397 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc37e78f-718f-4cde-bbbd-ca01077f25f6 req-9fb94231-1fd0-4d63-a799-2f9542fd0ff2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0468812 Oct 18 18:52:48.269891 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc37e78f-718f-4cde-bbbd-ca01077f25f6 req-1c8f8d33-db3f-4b3e-a6de-4afd13e66563 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303390 Oct 18 18:52:49.154179 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354fa2db-7e4f-4495-b9df-10d1ceee86fd req-ea7496c2-1ad2-450c-ae07-2afac5d0350d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:49.156156 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-354fa2db-7e4f-4495-b9df-10d1ceee86fd req-ea7496c2-1ad2-450c-ae07-2afac5d0350d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0467818 Oct 18 18:52:49.192132 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-354fa2db-7e4f-4495-b9df-10d1ceee86fd req-e937096c-3c61-4006-9cc0-016bd67788a3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300961 Oct 18 18:52:49.386570 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8ccd9-645e-4e71-b10c-7b70e59c2dc3 req-12e82b30-740d-40f6-9916-81339be22bdc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:49.388046 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8ca8ccd9-645e-4e71-b10c-7b70e59c2dc3 req-12e82b30-740d-40f6-9916-81339be22bdc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0479496 Oct 18 18:52:49.427190 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8ca8ccd9-645e-4e71-b10c-7b70e59c2dc3 req-00a2d251-69d3-49cc-91c8-95e904443b93 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Oct 18 18:52:50.310347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1c2ba-c978-46bd-bdc7-4d26ec0844bd req-0677a12d-e28f-47e4-8a02-18bab4d3b1ca tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:50.312396 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f6c1c2ba-c978-46bd-bdc7-4d26ec0844bd req-0677a12d-e28f-47e4-8a02-18bab4d3b1ca tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0472403 Oct 18 18:52:50.347942 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f6c1c2ba-c978-46bd-bdc7-4d26ec0844bd req-108956e9-6315-47cf-bdb3-536c10cc7e40 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299232 Oct 18 18:52:50.534885 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce25806-66f5-4665-8a1b-c47ee32a8abe req-1f534e75-7104-4fc1-88b0-507f056714e2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:50.536239 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1ce25806-66f5-4665-8a1b-c47ee32a8abe req-1f534e75-7104-4fc1-88b0-507f056714e2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0466108 Oct 18 18:52:50.573232 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1ce25806-66f5-4665-8a1b-c47ee32a8abe req-60bf742e-cb9f-412e-9f94-529f14fbbc93 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312941 Oct 18 18:52:50.755873 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5c0a0f06-7407-4294-bb5d-ea9b33770e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:51.469659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8e44b-b951-4a80-afac-5d6a3628b54c req-bacc9776-e815-45fb-b427-aff743a441e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:51.471110 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe8e44b-b951-4a80-afac-5d6a3628b54c req-bacc9776-e815-45fb-b427-aff743a441e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0475399 Oct 18 18:52:51.510378 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dfe8e44b-b951-4a80-afac-5d6a3628b54c req-8bf80322-457e-4beb-b544-33cabc259af3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333378 Oct 18 18:52:51.684649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d6bec-1e10-4f66-87cc-103ae7a6a62b req-bf0598e9-b982-49ff-ab86-000b6b94f658 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:51.686628 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-279d6bec-1e10-4f66-87cc-103ae7a6a62b req-bf0598e9-b982-49ff-ab86-000b6b94f658 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0460620 Oct 18 18:52:51.723300 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-279d6bec-1e10-4f66-87cc-103ae7a6a62b req-7c16fd41-1a9f-4831-b352-836e84fdefc3 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Oct 18 18:52:51.832239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624f6bf-a226-4c10-8594-d041071eebcb req-bd8a4333-9cc0-40c8-9924-a8cd6aa1ebcf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:51.833698 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4624f6bf-a226-4c10-8594-d041071eebcb req-bd8a4333-9cc0-40c8-9924-a8cd6aa1ebcf tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0471077 Oct 18 18:52:51.869807 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4624f6bf-a226-4c10-8594-d041071eebcb req-fcd7190b-83f2-470c-be22-421c805fa60f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303216 Oct 18 18:52:51.891161 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44410) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:52.067651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5e2eb2-4853-46eb-86bc-5a0a853d2db5 tempest-TestShelveInstance-224914572 tempest-TestShelveInstance-224914572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:52.069682 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-eb5e2eb2-4853-46eb-86bc-5a0a853d2db5 tempest-TestShelveInstance-224914572 tempest-TestShelveInstance-224914572-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1094 time: 0.1770203 Oct 18 18:52:52.072096 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44414) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:52:52.076262 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'fixed_ip_address': '172.20.0.14'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:52:52.097306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:52.192539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:52.295622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Allocated IP 172.27.2.252 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/7c7163ac-6e1a-46fd-ada1-a5d63208dde8) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:52:52.394328 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:52.426193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:52.464163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:52:52.467093 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:52:52.470485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:52:52.496925 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'Port': ['ID=7c7163ac-6e1a-46fd-ada1-a5d63208dde8,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:52.702516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a1058-af28-40d4-bf4c-5925abe7946a req-a64e622c-7331-4fce-89fc-e81dcff2a617 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:52.703937 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c23a1058-af28-40d4-bf4c-5925abe7946a req-a64e622c-7331-4fce-89fc-e81dcff2a617 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.1149366 Oct 18 18:52:52.819794 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c23a1058-af28-40d4-bf4c-5925abe7946a req-b17d57ae-8ff6-4f82-aab9-2c584e918edf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093917 Oct 18 18:52:52.978568 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.069632 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.337817 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-724b7267-ed61-4f38-8d00-55cce6f1630b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.422054 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.426619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.495389 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event updated for resources: {'Port': ['ID=7c7163ac-6e1a-46fd-ada1-a5d63208dde8,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:53.506902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:53.604707 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Floating IP 0c688561-fc69-4ea2-8983-2175c55ea334 associated. External IP: 172.27.2.252, port: 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab. Oct 18 18:52:53.832383 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Router 3bbf825e-831d-4086-8175-02687af20d9c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:52:53.964843 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:52:53.974383 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Sync routers for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:52:53.982252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891284-d030-496d-a277-9d26f936268a req-0d7b6c4e-6c24-4a37-923a-deec891e680d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:53.984178 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:52:53.984338 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6891284-d030-496d-a277-9d26f936268a req-0d7b6c4e-6c24-4a37-923a-deec891e680d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0932996 Oct 18 18:52:53.984857 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:54.008322 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:54.044218 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-15a1fda8-fbb0-4fab-9162-1597b19d8deb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9711359 Oct 18 18:52:54.047186 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:52:54.049401 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaf83d1-3d84-41a1-a48e-f79a0feac344" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:52:54.063348 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a6891284-d030-496d-a277-9d26f936268a req-92b56091-0975-453c-bca0-bff27c119344 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724120 Oct 18 18:52:54.088115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982010f2-b520-4878-8bf3-baa119c7968f x-openstack-request-id: req-982010f2-b520-4878-8bf3-baa119c7968f {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:52:54.088407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:52:54.088657 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-982010f2-b520-4878-8bf3-baa119c7968f {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:52:54.089053 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'status': 'completed', 'code': 200} Oct 18 18:52:54.101724 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:52:54.246298 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:54.375918 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '0c688561-fc69-4ea2-8983-2175c55ea334', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'mac_address': 'fa:16:3e:4f:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:52:52Z', 'updated_at': '2021-10-18T18:52:52Z', 'revision_number': 0, 'project_id': '3d9bbc61321a47abb852671e78856939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:54.405009 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Checking router: 3bbf825e-831d-4086-8175-02687af20d9c for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:52:54.413776 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:52:54.414384 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:54.517093 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:52:54.683313 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:54.745258 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '0c688561-fc69-4ea2-8983-2175c55ea334', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'mac_address': 'fa:16:3e:4f:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:52:52Z', 'updated_at': '2021-10-18T18:52:52Z', 'revision_number': 0, 'project_id': '3d9bbc61321a47abb852671e78856939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:52:54.771642 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dae72-ab36-4049-9eb4-8f3f9e1acfc6 None None] The sync data for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi is: [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '0c688561-fc69-4ea2-8983-2175c55ea334', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'mac_address': 'fa:16:3e:4f:d2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:52:52Z', 'updated_at': '2021-10-18T18:52:52Z', 'revision_number': 0, 'project_id': '3d9bbc61321a47abb852671e78856939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:52:54.961278 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf09bb6-1a9b-45b7-a67a-7169816d16a3 None None] New status for floating IP 0c688561-fc69-4ea2-8983-2175c55ea334: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:52:55.188665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63756581-8477-4023-9fa0-8878855ecb43 req-ee77e6fa-0ba0-4296-98b6-9ff100b5b738 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:55.190257 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63756581-8477-4023-9fa0-8878855ecb43 req-ee77e6fa-0ba0-4296-98b6-9ff100b5b738 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0538836 Oct 18 18:52:55.229272 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63756581-8477-4023-9fa0-8878855ecb43 req-47b693a5-f7e8-4489-928a-36ead9047868 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Oct 18 18:52:56.059729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-fae89d74-7750-4bf6-a07f-a1cb54557733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:56.061577 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-fae89d74-7750-4bf6-a07f-a1cb54557733 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.0399163 Oct 18 18:52:56.063293 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:56.150331 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-66b9ce50-8d27-46d3-a1fb-22b38a07c288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:56.151787 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-66b9ce50-8d27-46d3-a1fb-22b38a07c288 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0816813 Oct 18 18:52:56.221752 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-7eba974a-fa09-455d-8c83-d03fe807f13b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 1002 time: 0.0600507 Oct 18 18:52:56.270278 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-f99c5288-4d22-4b0f-b710-bde77dd1553f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:56.271769 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-f99c5288-4d22-4b0f-b710-bde77dd1553f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0422363 Oct 18 18:52:56.345602 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-5fb9fa2e-db93-4a74-a2e2-7070e388ebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:56.347087 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-5fb9fa2e-db93-4a74-a2e2-7070e388ebef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665789 Oct 18 18:52:56.361902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827080d-fb76-499f-85fa-acd6b5bf329a req-0e53f4f9-cdcf-4de0-b86e-5355791f0c50 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:56.363294 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b827080d-fb76-499f-85fa-acd6b5bf329a req-0e53f4f9-cdcf-4de0-b86e-5355791f0c50 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0594242 Oct 18 18:52:56.447793 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b827080d-fb76-499f-85fa-acd6b5bf329a req-e8ac6c19-691c-41b5-ad1b-edc0b7933d0d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769923 Oct 18 18:52:56.469875 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-a35afb4f-427f-4247-9b64-c264d7dd06ce service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056938 Oct 18 18:52:56.564509 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6eaf83d1-3d84-41a1-a48e-f79a0feac344 req-d5f8ebc4-bcbb-4155-b0c8-166268fc6919 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863314 Oct 18 18:52:57.566441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ec82-356e-423b-8355-c4350ae99129 req-f4cc965d-adc4-4bbd-8172-3e405e8ffd1b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:57.567973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4621ec82-356e-423b-8355-c4350ae99129 req-f4cc965d-adc4-4bbd-8172-3e405e8ffd1b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 943 time: 0.0485902 Oct 18 18:52:57.608117 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4621ec82-356e-423b-8355-c4350ae99129 req-665ef054-a01d-4d23-9ad4-757fc3e2bdc8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Oct 18 18:52:58.451922 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:52:58.545499 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:58.556137 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'mac_address': 'fa:16:3e:9f:46:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:52:58.593596 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:58.605675 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:52:58.625553 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:52:58.629617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:52:58.681049 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=9']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:52:58.729807 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694dd79-7f31-40a9-bcbc-0fca7426b877 req-0f97a789-8aaa-429a-bd72-4117bd0b04cb tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:58.731232 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a694dd79-7f31-40a9-bcbc-0fca7426b877 req-0f97a789-8aaa-429a-bd72-4117bd0b04cb tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0528004 Oct 18 18:52:58.767811 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a694dd79-7f31-40a9-bcbc-0fca7426b877 req-5b0d36b9-9be1-410f-8a60-e07a77bc276b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Oct 18 18:52:58.973866 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['4e17852d-b9ea-4355-8064-3a7f0b23f300'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:52:59.882483 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488afa1-3709-429b-a71a-e021e8415253 req-81beaf52-da33-4b91-9ed1-9facbd1ce264 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:52:59.884011 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8488afa1-3709-429b-a71a-e021e8415253 req-81beaf52-da33-4b91-9ed1-9facbd1ce264 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 944 time: 0.0466208 Oct 18 18:52:59.920065 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8488afa1-3709-429b-a71a-e021e8415253 req-2031f090-05ad-4779-a556-90a1bc4655c5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296500 Oct 18 18:53:00.481833 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:00.530857 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 4e17852d-b9ea-4355-8064-3a7f0b23f300 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:00.531223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:00.608524 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:00.630667 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:53:00.633343 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8e6f2-9d31-444f-9a7e-f2c5644d094c" -d '{"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:53:00.646692 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:00.651035 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:00.685873 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e09772-3b0d-4150-a91c-7c4936470dc5 x-openstack-request-id: req-07e09772-3b0d-4150-a91c-7c4936470dc5 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:53:00.686179 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-plugged", "status": "completed", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:53:00.686430 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-07e09772-3b0d-4150-a91c-7c4936470dc5 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:53:00.686834 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'code': 200} Oct 18 18:53:00.705720 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=10']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:01.043179 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec70ac1-e912-4c01-a23c-fd09c770c08d req-c30c2bb5-3174-49b1-b88c-03a78c13fdb3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:01.044649 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cec70ac1-e912-4c01-a23c-fd09c770c08d req-c30c2bb5-3174-49b1-b88c-03a78c13fdb3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0469568 Oct 18 18:53:01.083022 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cec70ac1-e912-4c01-a23c-fd09c770c08d req-168334c6-ad58-4324-94b0-cc8c48482606 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Oct 18 18:53:01.189035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556faa-375d-48f1-9ca2-7b50cab8495a req-3cb1652e-2ef0-498a-ab4d-5b34307b2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:01.190488 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed556faa-375d-48f1-9ca2-7b50cab8495a req-3cb1652e-2ef0-498a-ab4d-5b34307b2c2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1099 time: 0.0411088 Oct 18 18:53:01.224690 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ed556faa-375d-48f1-9ca2-7b50cab8495a req-51a1e2f3-96cf-42d7-8c61-ff6ff3678eb7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260806 Oct 18 18:53:01.384220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:02.086942 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:53:02.202336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43041ac3-07cc-4e9c-be8f-d8de75d564a5 req-2e736517-6ed8-46bd-9fff-690cdc19d871 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:02.203819 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-43041ac3-07cc-4e9c-be8f-d8de75d564a5 req-2e736517-6ed8-46bd-9fff-690cdc19d871 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0480976 Oct 18 18:53:02.240032 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-43041ac3-07cc-4e9c-be8f-d8de75d564a5 req-b17d2d1e-1ec2-4bfa-8646-1d3561c7164b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304830 Oct 18 18:53:02.761207 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44526) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:02.864372 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f2e7c67c-9f55-4644-ac8f-42a2bedede76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:02.938850 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f2e7c67c-9f55-4644-ac8f-42a2bedede76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:02.944265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f2e7c67c-9f55-4644-ac8f-42a2bedede76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:02.980509 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f2e7c67c-9f55-4644-ac8f-42a2bedede76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11eb7dd0e62a4223abebc47a9642f2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181056 Oct 18 18:53:02.983256 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44544) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:02.986170 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7c67c-9f55-4644-ac8f-42a2bedede76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e3eac-0dda-4998-8c26-3fe1ddc4ff54,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:03.041734 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.063031 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.110290 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.112952 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.116955 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f75e3eac-0dda-4998-8c26-3fe1ddc4ff54 HTTP/1.1" status: 204 len: 168 time: 0.1296442 Oct 18 18:53:03.124934 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955433b-9f7d-47f4-a4d2-2ceb555554b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e3eac-0dda-4998-8c26-3fe1ddc4ff54,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:03.375463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bd23e-99fc-4343-a6cf-be8517bf8c45 req-d0df652c-1ea2-424a-b8ae-0c04eade6271 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:03.377091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-152bd23e-99fc-4343-a6cf-be8517bf8c45 req-d0df652c-1ea2-424a-b8ae-0c04eade6271 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0550294 Oct 18 18:53:03.415579 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-152bd23e-99fc-4343-a6cf-be8517bf8c45 req-328c98ba-a509-4355-ab5e-b07a88581e59 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325823 Oct 18 18:53:03.767341 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44584) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:03.862453 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-865767896-network', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:03.884787 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Made reservation on behalf of 552f8de0e7db44e2a872923be003d5e6 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:53:03.887085 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.897537 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.974422 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:03.978361 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.005681 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:53:04.012125 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:04.018616 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.018979 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Added segment c0ac3794-b7f4-441a-b019-23311226ba86 of type vlan for network c6e3bf3e-c274-4507-b30b-05981f3aa858 Oct 18 18:53:04.059225 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.083671 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.084532 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:04.085144 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.118599 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3500779 Oct 18 18:53:04.121720 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44588) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:04.153492 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Request body: {'subnet': {'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-865767896-subnet', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:04.157792 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bd8d2-2965-498f-acd1-086a1e4c46c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e3bf3e-c274-4507-b30b-05981f3aa858,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:04.167910 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:53:04.178775 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Made reservation on behalf of 552f8de0e7db44e2a872923be003d5e6 for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:53:04.181102 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59156927'] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.350149 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58725905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59156881'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.401938 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23be03d6-0a20-4e8c-86b2-6c8bc244cb29,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:04.416383 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Checking segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:04.416733 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Network hostable DHCP agents. Network: c6e3bf3e-c274-4507-b30b-05981f3aa858, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:53:04.432411 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:53:04.442092 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, c6e3bf3e-c274-4507-b30b-05981f3aa858) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:04.446690 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:04.447293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.453982 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c6afa9-71a6-4a95-88b6-116e6647a1ee None None] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:53:04.466682 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44592) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:04.467270 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-559315c5-b11e-4267-991d-31beb844f6c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3440146 Oct 18 18:53:04.471050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:04.504630 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.505631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.578871 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.586728 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7fb7f-58f7-4784-af41-51391273c2b4 req-57c0d49c-ea52-490a-b562-978baf9d6933 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:04.588252 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84b7fb7f-58f7-4784-af41-51391273c2b4 req-57c0d49c-ea52-490a-b562-978baf9d6933 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0944593 Oct 18 18:53:04.610435 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-c6e3bf3e-c274-4507-b30b-05981f3aa858', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:53:04.611376 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.749578 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-84b7fb7f-58f7-4784-af41-51391273c2b4 req-e9b447e5-5aab-45c2-8896-f4c228a0a509 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229675 Oct 18 18:53:04.753519 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Allocated IP 172.20.0.2 (c6e3bf3e-c274-4507-b30b-05981f3aa858/23be03d6-0a20-4e8c-86b2-6c8bc244cb29/3ae9cc98-0dfe-498c-a743-f940d4f20fed) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:04.776315 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.904953 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.910903 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.947800 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:04.952123 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:04.955865 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:04.964856 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Pushing event updated for resources: {'Port': ['ID=3ae9cc98-0dfe-498c-a743-f940d4f20fed,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:04.977794 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:04.997149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.014124 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Attempting to bind port 3ae9cc98-0dfe-498c-a743-f940d4f20fed on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:05.014496 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Attempting to bind port 3ae9cc98-0dfe-498c-a743-f940d4f20fed by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:05.014887 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Attempting to bind port 3ae9cc98-0dfe-498c-a743-f940d4f20fed on network c6e3bf3e-c274-4507-b30b-05981f3aa858 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:05.020342 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:05.020709 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Checking segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:05.021100 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.021487 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Bound using segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:05.021943 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Bound port: 3ae9cc98-0dfe-498c-a743-f940d4f20fed, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:05.022315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.085972 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] For port 3ae9cc98-0dfe-498c-a743-f940d4f20fed, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:05.089206 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] For port 3ae9cc98-0dfe-498c-a743-f940d4f20fed, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3ae9cc98-0dfe-498c-a743-f940d4f20fed,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:05.092840 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.101175 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Allocated IP 172.27.2.17 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/07bbd280-fc19-495d-8b24-b424c1d69b6d) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:05.151255 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bce87-6e71-4c64-8cce-52daa198b7eb None None] Pushing event updated for resources: {'Port': ['ID=3ae9cc98-0dfe-498c-a743-f940d4f20fed,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:05.217705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.252852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.301772 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:05.305547 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:05.307479 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=07bbd280-fc19-495d-8b24-b424c1d69b6d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:05.309607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:05.779691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:05.977169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.068134 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d6ee6-0105-4277-8120-48d4f41ca67f None None] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:53:06.128945 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Router 6981a273-2b1f-424b-826c-d23e794c85b1 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:53:06.145428 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] Provisioning complete for port 3ae9cc98-0dfe-498c-a743-f940d4f20fed triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:06.145888 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.253548 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:53:06.271395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.272705 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-cd9e3b01-6dd7-402e-b946-180075a68eb0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8049581 Oct 18 18:53:06.275381 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44602) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:06.291236 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Sync routers for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:53:06.327156 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:06.327878 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:06.378841 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.460955 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] For port 3ae9cc98-0dfe-498c-a743-f940d4f20fed, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3ae9cc98-0dfe-498c-a743-f940d4f20fed,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:06.474232 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.531967 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:06.562040 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348d244-d96f-498d-88e3-5b4370884b55 None None] Pushing event updated for resources: {'Port': ['ID=3ae9cc98-0dfe-498c-a743-f940d4f20fed,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:06.632771 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-7571d77d-d6ec-4596-bfb1-87e0ea7ab677 None None] Provisioning complete for port 3ae9cc98-0dfe-498c-a743-f940d4f20fed triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:06.633151 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7571d77d-d6ec-4596-bfb1-87e0ea7ab677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.764465 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3ae9cc98-0dfe-498c-a743-f940d4f20fed up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:06.807114 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.860856 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 3ae9cc98-0dfe-498c-a743-f940d4f20fed triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:06.861227 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.891446 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:05Z', 'revision_number': 3, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:06.921124 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Checking router: 6981a273-2b1f-424b-826c-d23e794c85b1 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:53:06.921476 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Updating router 6981a273-2b1f-424b-826c-d23e794c85b1 port 07bbd280-fc19-495d-8b24-b424c1d69b6d binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:53:06.951592 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:06.969912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Allocated IP 172.20.0.1 (c6e3bf3e-c274-4507-b30b-05981f3aa858/23be03d6-0a20-4e8c-86b2-6c8bc244cb29/a526a9a8-9fd5-4019-b132-c495c77e90de) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:07.093397 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.132172 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.173692 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:07.176507 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:07.180142 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:07.203972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:07.221235 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.353732 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.372690 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.378258 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.425026 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Attempting to bind port 07bbd280-fc19-495d-8b24-b424c1d69b6d on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:07.425373 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Attempting to bind port 07bbd280-fc19-495d-8b24-b424c1d69b6d by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:07.425737 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Attempting to bind port 07bbd280-fc19-495d-8b24-b424c1d69b6d on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:07.435578 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:07.435922 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:07.436855 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.436855 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:07.437142 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Bound port: 07bbd280-fc19-495d-8b24-b424c1d69b6d, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:07.437526 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.468174 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909f49-b372-403f-933b-0d293d2d9ed1 None None] Pushing event updated for resources: {'Port': ['ID=07bbd280-fc19-495d-8b24-b424c1d69b6d,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:07.497605 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-1255c019-662c-4833-aa91-fb40752ccbb5 None None] Provisioning complete for port a526a9a8-9fd5-4019-b132-c495c77e90de triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:07.497997 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1255c019-662c-4833-aa91-fb40752ccbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.524128 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] For port 07bbd280-fc19-495d-8b24-b424c1d69b6d, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:07.525774 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.531246 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.542770 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] For port 07bbd280-fc19-495d-8b24-b424c1d69b6d, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=07bbd280-fc19-495d-8b24-b424c1d69b6d,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:07.548647 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.550430 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-1255c019-662c-4833-aa91-fb40752ccbb5 None None] Port a526a9a8-9fd5-4019-b132-c495c77e90de cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:53:07.598138 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:07.600599 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:07.600743 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.600928 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:07.648742 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45909f49-b372-403f-933b-0d293d2d9ed1 None None] Pushing event updated for resources: {'Port': ['ID=07bbd280-fc19-495d-8b24-b424c1d69b6d,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:07.706927 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:07.708289 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:07.722806 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:07.835941 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Router 6981a273-2b1f-424b-826c-d23e794c85b1 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:53:07.929035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89597e2-557f-4aae-aa81-e3ebcb6ff61b req-66e45016-61d9-4965-b139-07e63b5d09b0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:07.933004 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d89597e2-557f-4aae-aa81-e3ebcb6ff61b req-66e45016-61d9-4965-b139-07e63b5d09b0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0777345 Oct 18 18:53:07.975119 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:53:07.979884 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-43c1c498-05e3-454d-8a2f-989cbf48e6df None None] Provisioning complete for port a526a9a8-9fd5-4019-b132-c495c77e90de triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:07.980260 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-43c1c498-05e3-454d-8a2f-989cbf48e6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:07.981690 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3c07dc3c-7c3b-4e90-a161-23b910da3fc9 admin admin] 10.222.0.36 "PUT /v2.0/routers/6981a273-2b1f-424b-826c-d23e794c85b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7050033 Oct 18 18:53:07.991369 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d89597e2-557f-4aae-aa81-e3ebcb6ff61b req-0cfdf523-c1c8-4432-934a-c9aaf48d499f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440054 Oct 18 18:53:08.028927 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-43c1c498-05e3-454d-8a2f-989cbf48e6df None None] Port a526a9a8-9fd5-4019-b132-c495c77e90de cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:53:08.036089 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 2, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:08.063023 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64d8d42-03fa-4024-a1e6-7465e66a9ffe None None] The sync data for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi is: [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 2, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:53:08.479282 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44632) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:08.484303 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-729482324-network', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:08.505628 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Made reservation on behalf of efb78d3c460e458bb07087de51683eb0 for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:53:08.507902 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.517123 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.595344 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.600589 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.622551 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:53:08.643909 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a155c63-230b-4ead-8213-d3738d8804a2,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:08.650874 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.651007 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Added segment 2b2925b6-acd2-46ad-9858-340af7fe443a of type vlan for network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 Oct 18 18:53:08.700821 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.728626 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.729665 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:08.730269 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.769639 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2892420 Oct 18 18:53:08.772572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44634) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:08.777480 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Request body: {'subnet': {'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-729482324-subnet', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:08.802082 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40658e6c-b0a6-4279-bf4c-6032f9b81573 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2e2e9a-3ed7-4277-a06f-29178e4047d9,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:08.803878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Made reservation on behalf of efb78d3c460e458bb07087de51683eb0 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:53:08.806460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:08.813645 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:53:08.983971 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.034104 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402aca87-c3bc-4712-b5f2-ea9ee92a4818,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:09.051234 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Checking segment: {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:09.051593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Network hostable DHCP agents. Network: 6f2e2e9a-3ed7-4277-a06f-29178e4047d9, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:53:09.092889 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:53:09.104752 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 6f2e2e9a-3ed7-4277-a06f-29178e4047d9) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:09.110816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:09.111209 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.113891 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57962af-092c-46fc-809c-85c6ed23dfb5 None None] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:53:09.135016 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738545d-b661-4438-8d45-6c03a462651f req-b3bf5e8c-3fa6-4f71-aa89-6fa6c9736b99 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:09.136570 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0738545d-b661-4438-8d45-6c03a462651f req-b3bf5e8c-3fa6-4f71-aa89-6fa6c9736b99 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0737245 Oct 18 18:53:09.140735 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b1d3f2fc-eafe-4ee6-943a-777ee4c556b2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3671544 Oct 18 18:53:09.143548 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44638) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:09.148457 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:09.172037 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.173444 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.190819 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0738545d-b661-4438-8d45-6c03a462651f req-49509d6a-c1c1-4c11-b7f0-465a38374c8e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466006 Oct 18 18:53:09.231830 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.296883 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:53:09.297812 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.375918 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.431195 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Allocated IP 172.20.0.2 (6f2e2e9a-3ed7-4277-a06f-29178e4047d9/402aca87-c3bc-4712-b5f2-ea9ee92a4818/e591b5df-e828-4499-a9c3-6aa0e22abcab) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:09.590149 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.596198 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.639345 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:09.642830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:09.645392 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:09.654499 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Pushing event updated for resources: {'Port': ['ID=e591b5df-e828-4499-a9c3-6aa0e22abcab,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:09.709483 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Attempting to bind port e591b5df-e828-4499-a9c3-6aa0e22abcab on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:09.710125 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Attempting to bind port e591b5df-e828-4499-a9c3-6aa0e22abcab by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:09.710732 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Attempting to bind port e591b5df-e828-4499-a9c3-6aa0e22abcab on network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:09.716644 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:09.717271 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Checking segment: {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:09.717799 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.718211 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Bound using segment: {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:09.718722 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Bound port: e591b5df-e828-4499-a9c3-6aa0e22abcab, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:09.719107 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.786051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] For port e591b5df-e828-4499-a9c3-6aa0e22abcab, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:09.789005 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.790336 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] For port e591b5df-e828-4499-a9c3-6aa0e22abcab, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=e591b5df-e828-4499-a9c3-6aa0e22abcab,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:09.796327 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.810048 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:09.853020 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1377c-1679-4e7f-a0ac-e015108e8259 None None] Pushing event updated for resources: {'Port': ['ID=e591b5df-e828-4499-a9c3-6aa0e22abcab,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:09.924116 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Allocated IP 172.27.2.240 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/6b4d4f16-a832-4d7c-a332-b018af53c53a) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:10.050764 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.097733 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.144461 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:10.147719 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:10.151674 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:10.181148 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Pushing event updated for resources: {'Port': ['ID=6b4d4f16-a832-4d7c-a332-b018af53c53a,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:10.203040 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Sync routers for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:53:10.213449 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:10.214267 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:10.315407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b47d2-f573-42aa-a20c-7f31ed10d640 req-5f487577-49d2-4b9e-ad62-96c2e081ec8a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:10.323395 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e75b47d2-f573-42aa-a20c-7f31ed10d640 req-5f487577-49d2-4b9e-ad62-96c2e081ec8a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0649562 Oct 18 18:53:10.327464 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:10.360768 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e75b47d2-f573-42aa-a20c-7f31ed10d640 req-2d69397e-c250-49e2-95c8-c90f5d8e3d8d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364988 Oct 18 18:53:10.424210 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.562616 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 2, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:10.597712 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Checking router: 6981a273-2b1f-424b-826c-d23e794c85b1 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:53:10.597712 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Updating router 6981a273-2b1f-424b-826c-d23e794c85b1 port a526a9a8-9fd5-4019-b132-c495c77e90de binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:53:10.631932 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.651499 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.742577 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device e591b5df-e828-4499-a9c3-6aa0e22abcab up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:10.796097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port e591b5df-e828-4499-a9c3-6aa0e22abcab triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:10.796614 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.816562 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:53:10.892949 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.897567 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f207fd2-d1cb-4bd8-871a-63c8e69319da None None] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:53:10.941459 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port e591b5df-e828-4499-a9c3-6aa0e22abcab, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=e591b5df-e828-4499-a9c3-6aa0e22abcab,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:10.944712 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:53:10.951720 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.952495 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 07bbd280-fc19-495d-8b24-b424c1d69b6d up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:10.957961 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.960243 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Sync routers for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:53:10.964718 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.965823 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:10.978928 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44642) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:10.979111 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-87835a76-c279-424b-9589-8b479091aaee admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8300784 Oct 18 18:53:11.027364 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Pushing event updated for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:11.051673 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.052287 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.052426 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.052679 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.053001 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.053336 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.053636 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.054143 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.054677 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.055149 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.055634 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.056119 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:11.077414 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:11.078325 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:11.103304 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Attempting to bind port a526a9a8-9fd5-4019-b132-c495c77e90de on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:11.103304 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Attempting to bind port a526a9a8-9fd5-4019-b132-c495c77e90de by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:11.103779 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Attempting to bind port a526a9a8-9fd5-4019-b132-c495c77e90de on network c6e3bf3e-c274-4507-b30b-05981f3aa858 {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:11.109282 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:11.109712 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Checking segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:11.110116 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.110506 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Bound using segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:11.111006 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Bound port: a526a9a8-9fd5-4019-b132-c495c77e90de, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:11.111403 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.193241 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] For port a526a9a8-9fd5-4019-b132-c495c77e90de, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:11.197848 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] For port a526a9a8-9fd5-4019-b132-c495c77e90de, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a526a9a8-9fd5-4019-b132-c495c77e90de,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:11.203252 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.270000 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-028bb0a3-3d94-43bc-9c98-7ca51c75514f None None] Provisioning complete for port e591b5df-e828-4499-a9c3-6aa0e22abcab triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:11.270180 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-028bb0a3-3d94-43bc-9c98-7ca51c75514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.270364 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:11.271729 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:11.321574 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d79703-73fc-4e18-8cde-ac5991e59cee None None] Pushing event updated for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:11.348227 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=e591b5df-e828-4499-a9c3-6aa0e22abcab,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:11.419275 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:11.427310 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 07bbd280-fc19-495d-8b24-b424c1d69b6d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:11.427687 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.430290 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:11.524556 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.558180 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d62b1e-aa96-4a54-847a-1b855225ae03 req-815f5892-af08-4585-99f7-2db0c47f2652 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:11.559961 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d4d62b1e-aa96-4a54-847a-1b855225ae03 req-815f5892-af08-4585-99f7-2db0c47f2652 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0837116 Oct 18 18:53:11.644334 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:11.664897 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d4d62b1e-aa96-4a54-847a-1b855225ae03 req-2c98a5da-3767-4473-99b2-ddda882d198c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740268 Oct 18 18:53:11.675249 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db015-07f0-4e20-b66e-a652cae62fee None None] The sync data for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi is: [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:53:11.736418 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Allocated IP 172.20.0.1 (6f2e2e9a-3ed7-4277-a06f-29178e4047d9/402aca87-c3bc-4712-b5f2-ea9ee92a4818/b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:11.754681 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.783934 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 07bbd280-fc19-495d-8b24-b424c1d69b6d, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=07bbd280-fc19-495d-8b24-b424c1d69b6d,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:11.793494 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.836991 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] Provisioning complete for port a526a9a8-9fd5-4019-b132-c495c77e90de triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:11.837363 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.841426 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:10Z', 'revision_number': 3, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:11.884081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.899184 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Checking router: c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:53:11.899895 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Updating router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb port 6b4d4f16-a832-4d7c-a332-b018af53c53a binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:53:11.925461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.940361 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=07bbd280-fc19-495d-8b24-b424c1d69b6d,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:11.947774 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:11.965048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:11.967973 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:11.971461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:12.007953 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Pushing event updated for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:12.022198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.090045 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.160958 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.175974 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] For port a526a9a8-9fd5-4019-b132-c495c77e90de, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a526a9a8-9fd5-4019-b132-c495c77e90de,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:12.180906 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.257488 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1181ba8-c0cc-4b9e-b852-9776fcee6655 None None] Pushing event updated for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:12.307547 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.314895 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ccd8dc2c-fa64-4d92-8825-ee1517cacd9f None None] Provisioning complete for port e591b5df-e828-4499-a9c3-6aa0e22abcab triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:12.315186 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ccd8dc2c-fa64-4d92-8825-ee1517cacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.317844 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.330165 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.334651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.400059 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840e5de-7a60-4d2c-9d42-a7c23360f34a None None] Pushing event updated for resources: {'Port': ['ID=6b4d4f16-a832-4d7c-a332-b018af53c53a,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:12.400823 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Pushing event updated for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:12.403696 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Attempting to bind port 6b4d4f16-a832-4d7c-a332-b018af53c53a on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:12.404582 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Attempting to bind port 6b4d4f16-a832-4d7c-a332-b018af53c53a by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:12.404938 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Attempting to bind port 6b4d4f16-a832-4d7c-a332-b018af53c53a on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:12.409111 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.412946 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:12.413311 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:12.413706 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.414087 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:12.414572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Bound port: 6b4d4f16-a832-4d7c-a332-b018af53c53a, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:12.414947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.495037 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] For port 6b4d4f16-a832-4d7c-a332-b018af53c53a, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:12.499173 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] For port 6b4d4f16-a832-4d7c-a332-b018af53c53a, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=6b4d4f16-a832-4d7c-a332-b018af53c53a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:12.502910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:12.504662 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.504868 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:12.511569 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ccd8dc2c-fa64-4d92-8825-ee1517cacd9f None None] Provisioning complete for port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:12.511926 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ccd8dc2c-fa64-4d92-8825-ee1517cacd9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.599799 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-ccd8dc2c-fa64-4d92-8825-ee1517cacd9f None None] Port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:53:12.603490 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:12.604114 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:12.608221 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840e5de-7a60-4d2c-9d42-a7c23360f34a None None] Pushing event updated for resources: {'Port': ['ID=6b4d4f16-a832-4d7c-a332-b018af53c53a,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:12.657441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:53:12.724502 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 07bbd280-fc19-495d-8b24-b424c1d69b6d up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:12.767412 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:12.805407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:53:12.812197 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-126e6f69-daaf-42e0-a6e2-3782eb52e37c admin admin] 10.222.0.36 "PUT /v2.0/routers/c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8356543 Oct 18 18:53:12.827133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c3f9d-9123-49de-9753-f01063ac346d req-f33b508d-85e8-4395-8681-c8dc7108cefa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:12.828625 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-162c3f9d-9123-49de-9753-f01063ac346d req-f33b508d-85e8-4395-8681-c8dc7108cefa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0604136 Oct 18 18:53:12.868465 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-162c3f9d-9123-49de-9753-f01063ac346d req-a4c93dc5-dfcc-48a0-afd9-b20d3125c8ee tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Oct 18 18:53:12.880316 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 07bbd280-fc19-495d-8b24-b424c1d69b6d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:12.880685 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:12.921076 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-1f356264-ff95-49ed-b31a-1587453ca6a4 None None] Provisioning complete for port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:12.921793 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1f356264-ff95-49ed-b31a-1587453ca6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:13.137211 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-1f356264-ff95-49ed-b31a-1587453ca6a4 None None] Port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:53:13.200119 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a526a9a8-9fd5-4019-b132-c495c77e90de up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:13.252462 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0', 'name': '', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'mac_address': 'fa:16:3e:12:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:11Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 2, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'subnets': [{'id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:13.281979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a36491-04eb-41c3-95c0-511a5144f9df None None] The sync data for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi is: [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0', 'name': '', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'mac_address': 'fa:16:3e:12:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:11Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 2, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'subnets': [{'id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:53:13.288534 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port a526a9a8-9fd5-4019-b132-c495c77e90de triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:13.288789 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:13.369872 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device e591b5df-e828-4499-a9c3-6aa0e22abcab up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:13.436128 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port e591b5df-e828-4499-a9c3-6aa0e22abcab triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:13.436497 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:14.040024 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfd0e6-dafe-4f87-9b89-9bbae3fd3afc req-acf60af2-b6eb-45cc-8d0d-7b8920d3ff05 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:14.041588 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d7dfd0e6-dafe-4f87-9b89-9bbae3fd3afc req-acf60af2-b6eb-45cc-8d0d-7b8920d3ff05 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0578396 Oct 18 18:53:14.084079 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d7dfd0e6-dafe-4f87-9b89-9bbae3fd3afc req-b139d2aa-05b4-475b-ae06-471fca38a011 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354767 Oct 18 18:53:14.696500 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 6b4d4f16-a832-4d7c-a332-b018af53c53a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:14.753904 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 6b4d4f16-a832-4d7c-a332-b018af53c53a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:14.754280 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:14.847120 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:14.871501 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 6b4d4f16-a832-4d7c-a332-b018af53c53a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=6b4d4f16-a832-4d7c-a332-b018af53c53a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:14.880355 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:14.936361 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=6b4d4f16-a832-4d7c-a332-b018af53c53a,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:15.227896 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5034b-d9e8-4e7d-bb63-983f6eb6baa5 req-146fc7d0-6019-4623-8db3-d6cf64eb24cb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:15.230187 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5dd5034b-d9e8-4e7d-bb63-983f6eb6baa5 req-146fc7d0-6019-4623-8db3-d6cf64eb24cb tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0670278 Oct 18 18:53:15.288918 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5dd5034b-d9e8-4e7d-bb63-983f6eb6baa5 req-2b4a7800-1329-41ef-a525-fefbb2d868a6 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456545 Oct 18 18:53:15.565316 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Sync routers for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:53:15.574531 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:15.577792 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:15.698499 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:16.020749 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0', 'name': '', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'mac_address': 'fa:16:3e:12:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:11Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 2, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'subnets': [{'id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:16.049290 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Checking router: c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:53:16.049643 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Updating router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:53:16.082433 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.400212 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.407373 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.433690 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e78e1-960d-41ad-b39b-96751c43eeb0 req-d57c9120-2a1f-4e99-9782-a27b37c4929b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:16.435848 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e97e78e1-960d-41ad-b39b-96751c43eeb0 req-d57c9120-2a1f-4e99-9782-a27b37c4929b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0694098 Oct 18 18:53:16.490056 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e97e78e1-960d-41ad-b39b-96751c43eeb0 req-244d7529-693b-41e8-b755-923be5be4fff tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475490 Oct 18 18:53:16.538490 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da32e-ec66-4309-8c24-e1ffbcc9501b None None] Pushing event updated for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:16.561130 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Attempting to bind port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:16.561787 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Attempting to bind port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:16.562262 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Attempting to bind port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 on network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:16.571239 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:16.571865 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Checking segment: {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:16.572370 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.572851 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Bound using segment: {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:16.573392 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Bound port: b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2925b6-acd2-46ad-9858-340af7fe443a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:16.574084 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.661112 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] For port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:16.665165 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] For port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:16.673513 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.680112 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 6b4d4f16-a832-4d7c-a332-b018af53c53a up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:16.728995 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:53:16.729629 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:52:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:16.760542 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 6b4d4f16-a832-4d7c-a332-b018af53c53a triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:16.760875 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.824881 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] Provisioning complete for port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:16.825327 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:16.887259 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:53:16.938381 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2da32e-ec66-4309-8c24-e1ffbcc9501b None None] Pushing event updated for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:16.976872 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:17.031991 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] For port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:17.038415 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:17.091117 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130488a-fda6-4432-9a2e-590abf7161ea None None] Pushing event updated for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:17.152318 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0', 'name': '', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'mac_address': 'fa:16:3e:12:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:11Z', 'updated_at': '2021-10-18T18:53:16Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'subnets': [{'id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:53:17.158804 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ffda0288-64a4-4e48-a382-dadb5b52e28c None None] Provisioning complete for port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:17.159288 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ffda0288-64a4-4e48-a382-dadb5b52e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:17.186256 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037e46c7-9a5d-4d14-8953-319690450077 None None] The sync data for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi is: [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0', 'name': '', 'network_id': '6f2e2e9a-3ed7-4277-a06f-29178e4047d9', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'mac_address': 'fa:16:3e:12:4d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:11Z', 'updated_at': '2021-10-18T18:53:16Z', 'revision_number': 4, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'subnets': [{'id': '402aca87-c3bc-4712-b5f2-ea9ee92a4818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:53:17.625925 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de5bd2-7931-4226-81e7-a4ec1f97d34f req-6a1c053e-24db-4e8e-aa8f-a684aa5db773 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:17.628224 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15de5bd2-7931-4226-81e7-a4ec1f97d34f req-6a1c053e-24db-4e8e-aa8f-a684aa5db773 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0568638 Oct 18 18:53:17.694229 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15de5bd2-7931-4226-81e7-a4ec1f97d34f req-08107d22-2acd-47bf-93db-9d08c77a3b3e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540726 Oct 18 18:53:18.681104 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:18.735217 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:18.740955 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:18.815562 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82431802-8e2d-47cd-a5f7-2155642be1a3 req-3367e4c7-2dc1-4c9c-8974-bbf0f1de8dee tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:18.827061 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-82431802-8e2d-47cd-a5f7-2155642be1a3 req-3367e4c7-2dc1-4c9c-8974-bbf0f1de8dee tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0712531 Oct 18 18:53:18.873703 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-82431802-8e2d-47cd-a5f7-2155642be1a3 req-60fc1929-9f0e-4fc8-9f7f-edcee2408b6b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457659 Oct 18 18:53:20.004721 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585687c4-c141-4b3b-9b6c-0cfd041987a6 req-1daf4cef-6f49-4449-8197-abb911b8542a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:20.006466 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-585687c4-c141-4b3b-9b6c-0cfd041987a6 req-1daf4cef-6f49-4449-8197-abb911b8542a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0605149 Oct 18 18:53:20.047610 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-585687c4-c141-4b3b-9b6c-0cfd041987a6 req-9f21c5ee-e47d-42bc-b5bb-8838134e9f97 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354233 Oct 18 18:53:20.763626 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2f1813c4-2f8f-403e-9a71-8f3651eaa606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:21.173314 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedb4ef-161f-42fb-8b8b-bfd75d66a6d7 req-0d56d884-a4fe-4842-916a-27a01745bf1b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:21.174738 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdedb4ef-161f-42fb-8b8b-bfd75d66a6d7 req-0d56d884-a4fe-4842-916a-27a01745bf1b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0529191 Oct 18 18:53:21.217438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fdedb4ef-161f-42fb-8b8b-bfd75d66a6d7 req-918ea772-7160-4188-93e6-302a8e11100f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344558 Oct 18 18:53:22.332474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc60fab-14ed-465a-af47-2512076bdf91 req-822f6b2e-daab-4eaf-9a54-e3025d60e7f7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:22.335265 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4cc60fab-14ed-465a-af47-2512076bdf91 req-822f6b2e-daab-4eaf-9a54-e3025d60e7f7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0536122 Oct 18 18:53:22.372125 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4cc60fab-14ed-465a-af47-2512076bdf91 req-265865a7-e0bb-4467-827b-b028611f91d7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320733 Oct 18 18:53:22.868522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-31bc76e0-b4fe-4852-9476-52ad438f61f1 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:22.869876 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-31bc76e0-b4fe-4852-9476-52ad438f61f1 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 814 time: 0.0989563 Oct 18 18:53:22.884588 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-e30c1f21-a17b-4009-8826-c1f003953617 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/quotas/552f8de0e7db44e2a872923be003d5e6 HTTP/1.1" status: 200 len: 375 time: 0.0087614 Oct 18 18:53:22.937092 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-36a00d70-614a-4157-b8f2-dfcedc6e9076 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472875 Oct 18 18:53:23.032516 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-cd301c35-6f9b-419e-8205-6dc6ba37261c service neutron] 10.222.0.36 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818524 Oct 18 18:53:23.127083 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-e2f55a22-75c6-4862-99fd-7bf0b7b23440 service neutron] 10.222.0.36 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882137 Oct 18 18:53:23.282818 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-20f793ed-796b-4011-bd45-f8c58ab306c2 req-4d26d2b9-adb5-4477-8301-82411d783f76 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0265312 Oct 18 18:53:23.340254 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-95995137-89f8-4b74-bf85-2693c51ea13a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:23.489513 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356501d-199c-4873-a2cd-5080346b83c1 req-d2864374-e42e-475b-9fe3-ba444ebe452d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:23.491036 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3356501d-199c-4873-a2cd-5080346b83c1 req-d2864374-e42e-475b-9fe3-ba444ebe452d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0505872 Oct 18 18:53:23.529786 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3356501d-199c-4873-a2cd-5080346b83c1 req-6970345a-6051-4f35-aa42-ba00c49bf401 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318744 Oct 18 18:53:23.733474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76763cfe-89cb-448e-b8b6-c84cb63d69c5 req-c8a41b40-7016-4f25-9e71-4691acab9aac tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:23.735245 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-76763cfe-89cb-448e-b8b6-c84cb63d69c5 req-c8a41b40-7016-4f25-9e71-4691acab9aac tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0495169 Oct 18 18:53:23.807273 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-76763cfe-89cb-448e-b8b6-c84cb63d69c5 req-ccd400f8-c2dd-49a5-838c-ec092f95767f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660012 Oct 18 18:53:23.813647 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15727c-1058-4a5d-8680-b54df9bed94b req-2f099d5b-5c57-4568-bf07-1f95faf8b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:23.815101 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-2f099d5b-5c57-4568-bf07-1f95faf8b049 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 1099 time: 0.0720081 Oct 18 18:53:23.910905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15727c-1058-4a5d-8680-b54df9bed94b req-6a714bc8-6ca4-459b-a050-45a39809188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:23.912281 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-6a714bc8-6ca4-459b-a050-45a39809188c service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.0890665 Oct 18 18:53:23.980828 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-1aac7cf3-841f-446e-a555-922ca5a42795 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 200 len: 1002 time: 0.0597765 Oct 18 18:53:24.030561 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15727c-1058-4a5d-8680-b54df9bed94b req-4e19bee1-aaf0-44d4-8ce7-942670bf721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:24.031968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-4e19bee1-aaf0-44d4-8ce7-942670bf721e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0429771 Oct 18 18:53:24.077539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15727c-1058-4a5d-8680-b54df9bed94b req-dc70e73a-8327-4a45-82a8-be10e4e4e4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:24.078973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-dc70e73a-8327-4a45-82a8-be10e4e4e4d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376589 Oct 18 18:53:24.209654 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:24.415483 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-20428799-bcc5-414b-8cce-44f33cb4c244 req-6138e166-3a30-4a17-b9e5-925de34acbf3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 210 time: 0.0464673 Oct 18 18:53:24.481334 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-d2518ee0-30f2-45ea-854e-2dec9e81d2fd service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916466 Oct 18 18:53:24.527184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-a48f66f8-1f71-4601-bdf5-711d7f54b27c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:24.528556 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-a48f66f8-1f71-4601-bdf5-711d7f54b27c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 814 time: 0.1608028 Oct 18 18:53:24.544745 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'port': {'device_id': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'admin_state_up': True, 'tenant_id': '552f8de0e7db44e2a872923be003d5e6'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:24.660417 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be15727c-1058-4a5d-8680-b54df9bed94b req-4ef06bf5-cf09-41ef-a064-5a17b7d5f7c9 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643438 Oct 18 18:53:24.671886 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:24.700233 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Made reservation on behalf of 552f8de0e7db44e2a872923be003d5e6 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:53:24.704435 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:24.966819 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Allocated IP 172.20.0.12 (c6e3bf3e-c274-4507-b30b-05981f3aa858/23be03d6-0a20-4e8c-86b2-6c8bc244cb29/b63aef8c-d501-41de-838f-279f5aef1041) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:25.000941 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af03abd-459a-43db-b876-9f4ff84c6b50 req-8672ee05-2841-460c-92f0-ba1a256bb673 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:25.002421 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6af03abd-459a-43db-b876-9f4ff84c6b50 req-8672ee05-2841-460c-92f0-ba1a256bb673 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0847726 Oct 18 18:53:25.075729 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6af03abd-459a-43db-b876-9f4ff84c6b50 req-43dd4d94-69c1-4313-8e20-f8a6dfe3e4e7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666528 Oct 18 18:53:25.175558 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:25.217225 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:25.267300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:25.272369 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:25.278099 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:25.282413 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:25.348242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:25.348925 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:25.366885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-1ff26df2-0e98-45f6-9e71-6ffc6468173d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277838 Oct 18 18:53:25.535765 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ca4c-a42a-49d0-8ec3-2ecc2a1cb2c1 req-94bae76f-a43f-4fbf-9e02-3b68b7b28e0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:25.537230 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4839ca4c-a42a-49d0-8ec3-2ecc2a1cb2c1 req-94bae76f-a43f-4fbf-9e02-3b68b7b28e0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0500250 Oct 18 18:53:25.559018 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-585e5c38-b90d-49f6-8a71-76329b3d7f48 None None] Provisioning complete for port b63aef8c-d501-41de-838f-279f5aef1041 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:25.559383 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-585e5c38-b90d-49f6-8a71-76329b3d7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:25.584199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4839ca4c-a42a-49d0-8ec3-2ecc2a1cb2c1 req-ee0ccdf2-3d3f-4ef0-8d19-cba6f7f75641 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406623 Oct 18 18:53:25.596968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-585e5c38-b90d-49f6-8a71-76329b3d7f48 None None] Port b63aef8c-d501-41de-838f-279f5aef1041 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:53:26.065693 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:26.203016 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e010d3-68a1-4537-96d9-cd90ce91dbb3 req-5eebbe5e-0b47-4f17-9a47-c1a293aefbdc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:26.204511 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e7e010d3-68a1-4537-96d9-cd90ce91dbb3 req-5eebbe5e-0b47-4f17-9a47-c1a293aefbdc tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0503926 Oct 18 18:53:26.242138 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e7e010d3-68a1-4537-96d9-cd90ce91dbb3 req-be7f78f2-8d18-4271-8ef4-fb59f2929816 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Oct 18 18:53:26.698599 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32aa451-9cfd-4d94-85c3-43e6932ce6f0 req-02a606cf-ffd8-4de2-acfb-4d839cb39939 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:26.700290 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a32aa451-9cfd-4d94-85c3-43e6932ce6f0 req-02a606cf-ffd8-4de2-acfb-4d839cb39939 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0476818 Oct 18 18:53:26.754338 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a32aa451-9cfd-4d94-85c3-43e6932ce6f0 req-de166038-5f83-482d-b386-da1b3c6e86e3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Oct 18 18:53:27.363169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c385b-e340-401e-8815-08cebf5b7abb req-9705c525-1ae0-4f4a-80b6-d3f49a6b6bd2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:27.364630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1f8c385b-e340-401e-8815-08cebf5b7abb req-9705c525-1ae0-4f4a-80b6-d3f49a6b6bd2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Oct 18 18:53:27.407278 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1f8c385b-e340-401e-8815-08cebf5b7abb req-971ccc68-50e4-4e3e-a4a5-49f070a0ed5e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367866 Oct 18 18:53:27.870755 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffcdba-2e7c-4545-a0ef-f0739111dced req-43c27e15-81bc-4713-8a1d-4aeb167f83b4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:27.872542 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63ffcdba-2e7c-4545-a0ef-f0739111dced req-43c27e15-81bc-4713-8a1d-4aeb167f83b4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0492756 Oct 18 18:53:27.911640 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63ffcdba-2e7c-4545-a0ef-f0739111dced req-201e1e0b-c0a6-4f53-ac54-5c00ee2701fb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Oct 18 18:53:28.522897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c9e9-4f5d-49e1-ab0b-25ec887b80aa req-fde7ddcc-c0af-48a5-be90-acdb130e962e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:28.524373 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6703c9e9-4f5d-49e1-ab0b-25ec887b80aa req-fde7ddcc-c0af-48a5-be90-acdb130e962e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0515623 Oct 18 18:53:28.574142 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6703c9e9-4f5d-49e1-ab0b-25ec887b80aa req-97473eb2-1b4e-42c9-a691-5ff320728ece tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438042 Oct 18 18:53:29.026601 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22e445-059b-498f-8150-06b4fc91c805 req-9cc8fe2a-b7d9-40b3-8ec5-618af5b2eb99 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:29.028197 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b22e445-059b-498f-8150-06b4fc91c805 req-9cc8fe2a-b7d9-40b3-8ec5-618af5b2eb99 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0497217 Oct 18 18:53:29.066835 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b22e445-059b-498f-8150-06b4fc91c805 req-e947db47-ef41-42c4-882f-b74426da046c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Oct 18 18:53:29.685502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4e53b-f60e-48d8-88b8-2543a5f31f2c req-09686371-3588-4c84-aadb-5b2b4a5d29d9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:29.688015 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c1c4e53b-f60e-48d8-88b8-2543a5f31f2c req-09686371-3588-4c84-aadb-5b2b4a5d29d9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0490294 Oct 18 18:53:29.726459 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c1c4e53b-f60e-48d8-88b8-2543a5f31f2c req-8f4b0ae6-eeff-45b8-b4bf-1345301c4bf0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Oct 18 18:53:30.179682 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b76c4-0e4a-429d-812d-afb44c9b63fb req-1e289068-bce2-4fb2-a412-fb177e71fbeb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:30.181169 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-862b76c4-0e4a-429d-812d-afb44c9b63fb req-1e289068-bce2-4fb2-a412-fb177e71fbeb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0478351 Oct 18 18:53:30.225999 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-862b76c4-0e4a-429d-812d-afb44c9b63fb req-f909dae3-827f-4cc5-9479-10745b9a56bb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381539 Oct 18 18:53:30.848902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655d9a-d43f-46c1-be07-d929352d2989 req-26df94fd-307c-44d1-b736-cc0aeed8ebaa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:30.850521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bf655d9a-d43f-46c1-be07-d929352d2989 req-26df94fd-307c-44d1-b736-cc0aeed8ebaa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0503800 Oct 18 18:53:30.891346 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bf655d9a-d43f-46c1-be07-d929352d2989 req-7d0dc139-9fc5-4eee-a74d-5f628709c6d8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345511 Oct 18 18:53:31.340402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1790fe-02ad-4ba2-922b-1dc44eed108a req-0e9f5935-c0aa-459b-b91e-d4605744e2bb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:31.341886 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea1790fe-02ad-4ba2-922b-1dc44eed108a req-0e9f5935-c0aa-459b-b91e-d4605744e2bb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0475323 Oct 18 18:53:31.381353 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea1790fe-02ad-4ba2-922b-1dc44eed108a req-86db13a0-f91a-4119-b8e3-7793053bfd06 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Oct 18 18:53:31.412781 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:32.010519 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64ff07-065c-4929-8884-48d021463b3e req-3123911e-1f12-4750-9b03-59b3c1a28472 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:32.012022 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ca64ff07-065c-4929-8884-48d021463b3e req-3123911e-1f12-4750-9b03-59b3c1a28472 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0525742 Oct 18 18:53:32.055790 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ca64ff07-065c-4929-8884-48d021463b3e req-5727d92e-a2ba-4227-b7bb-61a33cdedb9b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378234 Oct 18 18:53:32.520399 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d995361-e295-452a-a2ca-070223cfa360 req-5ae024b2-dc45-43f4-a9b2-948adab8d258 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:32.521888 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d995361-e295-452a-a2ca-070223cfa360 req-5ae024b2-dc45-43f4-a9b2-948adab8d258 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0552351 Oct 18 18:53:32.559464 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d995361-e295-452a-a2ca-070223cfa360 req-b02081e9-707a-401e-afa2-d30b098fd0aa tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315483 Oct 18 18:53:33.169512 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db883579-0c8c-4d7a-bb19-d4dc17be892f req-7f342efb-a192-4694-b89d-a2707fd8d646 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:33.171509 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db883579-0c8c-4d7a-bb19-d4dc17be892f req-7f342efb-a192-4694-b89d-a2707fd8d646 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0507946 Oct 18 18:53:33.209794 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-db883579-0c8c-4d7a-bb19-d4dc17be892f req-ca4ba03e-3104-4d10-9240-ae6afb7a7d3c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322738 Oct 18 18:53:33.676074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160dd7a-ca83-458a-8518-5a0b300f9507 req-11b3f7e3-1667-48f3-9a47-f9431d4f3791 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:33.677754 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d160dd7a-ca83-458a-8518-5a0b300f9507 req-11b3f7e3-1667-48f3-9a47-f9431d4f3791 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0487692 Oct 18 18:53:33.721708 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d160dd7a-ca83-458a-8518-5a0b300f9507 req-2021c93e-0a6e-45da-a8e5-443732a0805e tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Oct 18 18:53:34.330486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fba474-7361-4ea8-bb9e-b7573ff72516 req-ef13efe7-ceba-463f-b4cc-0b571736a029 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:34.335035 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63fba474-7361-4ea8-bb9e-b7573ff72516 req-ef13efe7-ceba-463f-b4cc-0b571736a029 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0524409 Oct 18 18:53:34.369433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-63fba474-7361-4ea8-bb9e-b7573ff72516 req-d5f588f9-2296-4308-9d29-d9fe61624f42 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310876 Oct 18 18:53:34.835731 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6250a-58b0-43a7-801c-202d0e8f7b3f req-bf1026d4-da74-4bce-9a89-e853df5ab684 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:34.837115 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ab6250a-58b0-43a7-801c-202d0e8f7b3f req-bf1026d4-da74-4bce-9a89-e853df5ab684 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0476902 Oct 18 18:53:34.875426 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9ab6250a-58b0-43a7-801c-202d0e8f7b3f req-a1cc0313-4c98-4eb9-8af4-085b45a7db9f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Oct 18 18:53:35.488724 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e868-4f6b-4ec4-9911-3580d0b7a3d2 req-1896b896-2ed3-4fd7-99e9-99808c23b3a7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:35.490334 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4419e868-4f6b-4ec4-9911-3580d0b7a3d2 req-1896b896-2ed3-4fd7-99e9-99808c23b3a7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0504966 Oct 18 18:53:35.533855 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4419e868-4f6b-4ec4-9911-3580d0b7a3d2 req-95c59619-50b5-4671-b467-7f611bf9aa60 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372181 Oct 18 18:53:35.992571 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cfccc1-b694-4960-af3f-3e0ac99dc8db req-639ab81e-627c-4897-bc2d-27f126a9bfa3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:35.994294 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62cfccc1-b694-4960-af3f-3e0ac99dc8db req-639ab81e-627c-4897-bc2d-27f126a9bfa3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0509167 Oct 18 18:53:36.033233 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62cfccc1-b694-4960-af3f-3e0ac99dc8db req-4baf0fdf-ce82-4dea-b768-8b74ccce75b8 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Oct 18 18:53:36.651095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800a3a8-ae6d-481d-b287-de8c99cbe30d req-2fde3e15-c582-46f3-b589-8c68d947d4fe tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:36.652757 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3800a3a8-ae6d-481d-b287-de8c99cbe30d req-2fde3e15-c582-46f3-b589-8c68d947d4fe tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0488374 Oct 18 18:53:36.691047 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3800a3a8-ae6d-481d-b287-de8c99cbe30d req-26397441-cc66-4c7a-8283-d96d38708a9c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Oct 18 18:53:37.143208 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d025fb1-d85e-4349-9511-5381a45ab94c req-fa8f7ee2-b923-44d8-aea6-74c1f9bdacc6 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:37.144673 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d025fb1-d85e-4349-9511-5381a45ab94c req-fa8f7ee2-b923-44d8-aea6-74c1f9bdacc6 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0469902 Oct 18 18:53:37.183425 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d025fb1-d85e-4349-9511-5381a45ab94c req-1ec89118-bfc4-4331-ab64-c352d2b20aa7 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Oct 18 18:53:37.801744 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc699-23d4-40ac-8a21-4062ae52c904 req-e722aca8-8a50-48a4-9095-0233c0738145 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:37.803217 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5accc699-23d4-40ac-8a21-4062ae52c904 req-e722aca8-8a50-48a4-9095-0233c0738145 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0470748 Oct 18 18:53:37.838884 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5accc699-23d4-40ac-8a21-4062ae52c904 req-f387d60f-1530-4249-866d-569d86bfaa51 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299914 Oct 18 18:53:38.293274 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a9710-b16d-4928-a58c-457d803cccd4 req-5a0fdfc5-08b6-4b03-b1ee-d932a189fe5a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:38.294732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2e5a9710-b16d-4928-a58c-457d803cccd4 req-5a0fdfc5-08b6-4b03-b1ee-d932a189fe5a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0470152 Oct 18 18:53:38.330894 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2e5a9710-b16d-4928-a58c-457d803cccd4 req-66c3e89f-1055-4b4c-8344-3e9524d2553e tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303998 Oct 18 18:53:38.949827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25e6eb-f3f9-4c7e-b07e-58279b8310b1 req-d5e8903e-7108-4f08-b7e8-0e29cc4336ec tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:38.951328 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8a25e6eb-f3f9-4c7e-b07e-58279b8310b1 req-d5e8903e-7108-4f08-b7e8-0e29cc4336ec tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0470505 Oct 18 18:53:38.991126 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8a25e6eb-f3f9-4c7e-b07e-58279b8310b1 req-2b956faf-adf3-4a2c-81ba-0ba09e578a24 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340114 Oct 18 18:53:39.085422 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:53:39.441697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068042-c85f-48d6-8d34-b0b54b0196ff req-b97be4e6-0192-4e33-8b0a-79a2abc387cf tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:39.443188 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1068042-c85f-48d6-8d34-b0b54b0196ff req-b97be4e6-0192-4e33-8b0a-79a2abc387cf tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 932 time: 0.0466468 Oct 18 18:53:39.479619 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b1068042-c85f-48d6-8d34-b0b54b0196ff req-56ba996a-835c-4080-898c-c2042baa6493 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306613 Oct 18 18:53:39.604728 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Request body: {'port': {'device_id': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:39.659014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:39.922887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63aef8c-d501-41de-838f-279f5aef1041 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:53:39.929948 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:39.942034 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Transition to ACTIVE for port object b63aef8c-d501-41de-838f-279f5aef1041 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:53:39.945436 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:40.011801 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:40.048135 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.048481 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.048818 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.049148 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.049472 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.049827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.050125 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.050445 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.050798 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.051121 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.051438 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.051756 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:40.105701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Attempting to bind port b63aef8c-d501-41de-838f-279f5aef1041 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:53:40.106034 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Attempting to bind port b63aef8c-d501-41de-838f-279f5aef1041 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:53:40.106356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Attempting to bind port b63aef8c-d501-41de-838f-279f5aef1041 on network c6e3bf3e-c274-4507-b30b-05981f3aa858 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:40.114367 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Port b63aef8c-d501-41de-838f-279f5aef1041 on network c6e3bf3e-c274-4507-b30b-05981f3aa858 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:53:40.114711 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Attempting to bind port b63aef8c-d501-41de-838f-279f5aef1041 on network c6e3bf3e-c274-4507-b30b-05981f3aa858 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:53:40.122993 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:53:40.123345 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Checking segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:53:40.123734 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Bound using segment: {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:53:40.124168 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Bound port: b63aef8c-d501-41de-838f-279f5aef1041, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ac3794-b7f4-441a-b019-23311226ba86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:53:40.124523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:40.135066 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af32c6-c124-4506-be38-3699f503b736 req-bb021691-11e0-4170-a2ac-cde93f44a10d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.136632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7af32c6-c124-4506-be38-3699f503b736 req-bb021691-11e0-4170-a2ac-cde93f44a10d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0722163 Oct 18 18:53:40.203566 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f7af32c6-c124-4506-be38-3699f503b736 req-a2c27302-bc9f-4539-ba99-cf5c7a543469 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599027 Oct 18 18:53:40.225054 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:53:40.228079 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:53:40.232802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:40.269459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.270092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:40.271525 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] 10.222.0.25 "PUT /v2.0/ports/b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 1094 time: 0.6727996 Oct 18 18:53:40.271975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:53:40.274275 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:53:40.295549 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a318e-f75e-4f74-b5e1-fe92b828c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:40.312574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae5642-3dd9-4541-85b4-55d671116ab9 x-openstack-request-id: req-c0ae5642-3dd9-4541-85b4-55d671116ab9 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:53:40.312862 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:53:40.313115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0ae5642-3dd9-4541-85b4-55d671116ab9 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:53:40.313514 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:53:40.419011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-d7693e22-5567-4c04-a432-4751a0f85712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.421052 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-d7693e22-5567-4c04-a432-4751a0f85712 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0455556 Oct 18 18:53:40.617486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-2ac7166f-224c-45a6-8ae3-8397fdb1e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.619003 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-2ac7166f-224c-45a6-8ae3-8397fdb1e7c4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=552f8de0e7db44e2a872923be003d5e6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1898470 Oct 18 18:53:40.635337 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508dfbca-d156-4bdb-ac4f-6ae9b13d26b1 req-d283637e-4e5d-45c6-9798-213521e622a0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.636706 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-508dfbca-d156-4bdb-ac4f-6ae9b13d26b1 req-d283637e-4e5d-45c6-9798-213521e622a0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0862246 Oct 18 18:53:40.766438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-508dfbca-d156-4bdb-ac4f-6ae9b13d26b1 req-051ee577-3527-46c4-8059-79dfb3bb03ff tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226263 Oct 18 18:53:40.817881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-85190ff5-3fbe-4f12-8546-88ca80445a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.819375 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b682f90b-aa33-41b6-8ebf-11c5d6af7f03 req-85190ff5-3fbe-4f12-8546-88ca80445a48 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915545 Oct 18 18:53:40.896019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-453fe42a-e3ad-4392-bc3a-cb90a7a6f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.897488 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-453fe42a-e3ad-4392-bc3a-cb90a7a6f8e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1097 time: 0.0436015 Oct 18 18:53:40.938733 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-23c549af-936f-44ac-8b9a-72271b05a608 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 217 time: 0.0331273 Oct 18 18:53:40.990337 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-c7d0d522-d6ba-4381-a71c-cb124e6e8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:40.991809 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-c7d0d522-d6ba-4381-a71c-cb124e6e8184 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0453322 Oct 18 18:53:41.035989 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f44a95-f062-42fd-a542-3943abeb1031 req-132fa8f5-769e-4e49-8f75-85b934201788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:41.037337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-132fa8f5-769e-4e49-8f75-85b934201788 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375233 Oct 18 18:53:41.124394 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-52a311fc-4964-4d87-b729-563f61850df3 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795615 Oct 18 18:53:41.227923 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31f44a95-f062-42fd-a542-3943abeb1031 req-66f7ee2c-10e1-4f18-a7bb-781b320034b1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962834 Oct 18 18:53:41.884761 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9040e-5954-41d2-a10e-ff1c92bb1e09 req-ebc9ed21-f423-4ca2-a50d-4dd7a387b250 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:41.886236 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09f9040e-5954-41d2-a10e-ff1c92bb1e09 req-ebc9ed21-f423-4ca2-a50d-4dd7a387b250 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0474486 Oct 18 18:53:41.923381 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-09f9040e-5954-41d2-a10e-ff1c92bb1e09 req-2cf3ffed-50ef-4725-a2c1-6b455c82e949 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307298 Oct 18 18:53:43.037203 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce60979-1565-49c5-b021-69272cfe1626 req-849814ca-ffb6-4892-983f-54357c1fc690 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:43.038732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fce60979-1565-49c5-b021-69272cfe1626 req-849814ca-ffb6-4892-983f-54357c1fc690 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0507026 Oct 18 18:53:43.074895 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fce60979-1565-49c5-b021-69272cfe1626 req-2cb606b9-58a5-46a3-a69f-ec5c819d24d3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299675 Oct 18 18:53:44.184482 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9ad42-b37f-43a0-8c07-370841f2a5ba req-1191f491-04af-4527-9169-2fbc30cbd315 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:44.185934 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-78f9ad42-b37f-43a0-8c07-370841f2a5ba req-1191f491-04af-4527-9169-2fbc30cbd315 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 944 time: 0.0464780 Oct 18 18:53:44.221740 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-78f9ad42-b37f-43a0-8c07-370841f2a5ba req-8a09688f-a279-408b-8c84-52ce8f207772 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300655 Oct 18 18:53:44.677979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device b63aef8c-d501-41de-838f-279f5aef1041 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:53:44.768800 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:44.780154 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': 'b63aef8c-d501-41de-838f-279f5aef1041', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'port_id': 'b63aef8c-d501-41de-838f-279f5aef1041', 'mac_address': 'fa:16:3e:14:b2:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:53:44.815483 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:44.830860 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63aef8c-d501-41de-838f-279f5aef1041 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:53:44.853140 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:44.856847 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:44.902026 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:44.909802 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.910156 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.910498 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.910866 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.911203 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.911533 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.911864 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.912193 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.912522 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.912848 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.913171 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:44.913492 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:53:45.229885 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:53:45.332605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca1be4-3458-40d5-8ec1-98e187efd774 req-279e547b-93e7-44d6-869a-e898a924cad7 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:45.334101 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62ca1be4-3458-40d5-8ec1-98e187efd774 req-279e547b-93e7-44d6-869a-e898a924cad7 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0476542 Oct 18 18:53:45.372017 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-62ca1be4-3458-40d5-8ec1-98e187efd774 req-0d526971-5caf-4a9b-a8fd-0c513d6fcd28 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Oct 18 18:53:46.493318 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76d6e0-ec25-4b53-a0aa-b2ddef925cc3 req-7a0f484e-ced8-4fe7-a1a6-95b089b066a0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:46.494815 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb76d6e0-ec25-4b53-a0aa-b2ddef925cc3 req-7a0f484e-ced8-4fe7-a1a6-95b089b066a0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 945 time: 0.0573509 Oct 18 18:53:46.531952 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb76d6e0-ec25-4b53-a0aa-b2ddef925cc3 req-6458226a-4884-4abc-965b-3794627a6f78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308635 Oct 18 18:53:46.694629 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device b63aef8c-d501-41de-838f-279f5aef1041 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:53:46.741082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port b63aef8c-d501-41de-838f-279f5aef1041 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:53:46.744728 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port b63aef8c-d501-41de-838f-279f5aef1041 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:53:46.745096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:46.821632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:46.843783 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:53:46.846062 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803fcc74-9ede-4b62-8788-dc3fe6155362" -d '{"events": [{"server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:53:46.861542 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:53:46.866397 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:46.890197 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8760b8e6-5a07-4325-8b86-b05d4cd66ac7 x-openstack-request-id: req-8760b8e6-5a07-4325-8b86-b05d4cd66ac7 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:53:46.890487 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "name": "network-vif-plugged", "status": "completed", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:53:46.890763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8760b8e6-5a07-4325-8b86-b05d4cd66ac7 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:53:46.891145 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'code': 200} Oct 18 18:53:46.915293 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:47.057901 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb3e26-2bf1-4725-a6ff-722be649071e req-d7bc43a9-cfa4-4331-8c0c-6cd63830aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:47.060289 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aedb3e26-2bf1-4725-a6ff-722be649071e req-d7bc43a9-cfa4-4331-8c0c-6cd63830aa69 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0416486 Oct 18 18:53:47.095736 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aedb3e26-2bf1-4725-a6ff-722be649071e req-1172cc62-ab0e-411d-91c2-07c0d0a831e6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270936 Oct 18 18:53:47.642585 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553301b-c3a2-43a1-95ef-75053afea620 req-c1801f7c-2c35-4f30-b0c5-4ee7ace9a9eb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:47.644038 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5553301b-c3a2-43a1-95ef-75053afea620 req-c1801f7c-2c35-4f30-b0c5-4ee7ace9a9eb tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0485783 Oct 18 18:53:47.679830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5553301b-c3a2-43a1-95ef-75053afea620 req-2cb44db5-f611-437d-af6c-0182be74e55b tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299621 Oct 18 18:53:48.793884 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94956f3-dc7f-4f27-9435-e5d942b426e2 req-afad1ce0-d45c-4cb0-94e5-8b603d45a3d0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:48.795341 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d94956f3-dc7f-4f27-9435-e5d942b426e2 req-afad1ce0-d45c-4cb0-94e5-8b603d45a3d0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Oct 18 18:53:48.830898 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d94956f3-dc7f-4f27-9435-e5d942b426e2 req-993791a6-f4ce-4159-89f3-76531beecfa3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297942 Oct 18 18:53:48.938081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f053a-2909-4e31-8c73-9d305d72a9c3 req-0539139f-1ee5-4bfd-90a6-c2222ee4d3c0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:48.939640 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b37f053a-2909-4e31-8c73-9d305d72a9c3 req-0539139f-1ee5-4bfd-90a6-c2222ee4d3c0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0462110 Oct 18 18:53:48.975942 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b37f053a-2909-4e31-8c73-9d305d72a9c3 req-064e4d5b-fd90-4858-a9b8-08a22a9d0d07 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304947 Oct 18 18:53:49.284887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f33f5-8e9d-4b82-97c4-dae616086506 req-64386978-1508-489e-98de-4dec967d14ff tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:49.286311 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f7f33f5-8e9d-4b82-97c4-dae616086506 req-64386978-1508-489e-98de-4dec967d14ff tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0466573 Oct 18 18:53:49.321803 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3f7f33f5-8e9d-4b82-97c4-dae616086506 req-5cf59075-5d51-494f-892f-3bd134ca48f2 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296724 Oct 18 18:53:50.485890 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-402aacf8-f767-4324-9ca9-0d65e6e4328b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405047 Oct 18 18:53:50.544805 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-112714d0-690a-413d-9cb6-0e2029a33cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:50.546305 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-112714d0-690a-413d-9cb6-0e2029a33cb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 1099 time: 0.0385120 Oct 18 18:53:50.651713 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-410d1693-06f7-4f7c-95a8-54969cabcb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:50.653195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-410d1693-06f7-4f7c-95a8-54969cabcb4b service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0872900 Oct 18 18:53:50.766051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3c4f51d9-befa-4577-a743-35456e4ddbd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:50.945266 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-9e5a9e08-ba2f-4385-a673-9a7b77b5b70d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 200 len: 1000 time: 0.2831714 Oct 18 18:53:51.000035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-11f29e93-899e-4fc0-a0eb-bec5d4dafbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:51.001493 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-11f29e93-899e-4fc0-a0eb-bec5d4dafbd0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0452654 Oct 18 18:53:51.051710 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-7ddda45d-fbb0-47da-a0e8-51da89087a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:51.053212 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-7ddda45d-fbb0-47da-a0e8-51da89087a49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428066 Oct 18 18:53:51.153040 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-ee64c130-ea81-41e4-b727-079ef5f0fe22 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Oct 18 18:53:51.259102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d14bebb-c321-437a-b48b-c9926b18dde5 req-11bdf11e-08cd-42a9-a2bd-53c8252dabc4 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Oct 18 18:53:53.340238 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-6e04b0f3-db95-4387-95ff-8fcb5fd7f774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:54.210798 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:54.673510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:56.069244 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:58.657975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d9240-cf12-47d3-bb5a-d03245ed0f4e req-dd68f5a4-c881-45cd-9e69-14c0d2c55be5 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:58.659461 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-847d9240-cf12-47d3-bb5a-d03245ed0f4e req-dd68f5a4-c881-45cd-9e69-14c0d2c55be5 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Oct 18 18:53:58.695609 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-847d9240-cf12-47d3-bb5a-d03245ed0f4e req-4ea74d70-f833-4364-abf2-3215ea10d3da tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303841 Oct 18 18:53:58.716668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44916) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:58.847865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54370653-41fe-424f-ae93-c41cb403e253 tempest-TestMinimumBasicScenario-1875258402 tempest-TestMinimumBasicScenario-1875258402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:53:58.849396 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-54370653-41fe-424f-ae93-c41cb403e253 tempest-TestMinimumBasicScenario-1875258402 tempest-TestMinimumBasicScenario-1875258402-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1094 time: 0.1317704 Oct 18 18:53:58.852220 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44922) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:53:58.856910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'port_id': 'b63aef8c-d501-41de-838f-279f5aef1041', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:53:58.882242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:58.980847 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.086434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Allocated IP 172.27.2.235 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/31a14e6a-f83a-4221-8b57-0a2b871ecada) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:53:59.186130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.218800 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.257312 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:53:59.260056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:53:59.264009 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:53:59.288817 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'Port': ['ID=31a14e6a-f83a-4221-8b57-0a2b871ecada,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:59.610814 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.679891 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.827831 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.832248 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:53:59.899870 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'Port': ['ID=31a14e6a-f83a-4221-8b57-0a2b871ecada,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:53:59.909755 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.008078 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Floating IP a5a1a4a1-0ade-4f4f-a81b-79968296848c associated. External IP: 172.27.2.235, port: b63aef8c-d501-41de-838f-279f5aef1041. Oct 18 18:54:00.211881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Router 6981a273-2b1f-424b-826c-d23e794c85b1 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:54:00.318020 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:54:00.327958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Sync routers for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:54:00.336487 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.337596 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:00.338216 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:53:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:00.365080 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-2c9f352e-7c02-48e5-81e3-850e9490698c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5093319 Oct 18 18:54:00.365080 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:00.365426 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44924) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:00.365943 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457f487b-8f98-4942-b9de-d157f32577be" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:00.370217 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330009351', 'description': 'tempest-secgroup-smoke-330009351 description', 'project_id': '552f8de0e7db44e2a872923be003d5e6'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:00.394803 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.403705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086ebc7f-04d3-40e6-97aa-973879123ffc x-openstack-request-id: req-086ebc7f-04d3-40e6-97aa-973879123ffc {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:00.404027 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:00.404286 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-086ebc7f-04d3-40e6-97aa-973879123ffc {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:00.404687 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:54:00.447914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:00.469762 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f487b-8f98-4942-b9de-d157f32577be req-39a361ed-0e3d-4b45-a03a-7b02c7ee7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:00.470423 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.471302 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-39a361ed-0e3d-4b45-a03a-7b02c7ee7a57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0436015 Oct 18 18:54:00.474231 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.504530 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de481488-a2ed-4434-892b-d92f920a99f3,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:00.514386 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.514878 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.515104 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.515439 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.515772 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.516103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.516429 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.516759 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.517084 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.517406 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.517731 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.518055 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:00.523642 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.527802 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-b80592cf-f19d-434e-9e89-53c7953afb0f tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1612017 Oct 18 18:54:00.528761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44928) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:00.533487 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:00.566443 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.574771 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f487b-8f98-4942-b9de-d157f32577be req-7ab3d8cb-8572-420b-bbb5-a183ab92e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:00.576812 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-7ab3d8cb-8572-420b-bbb5-a183ab92e00b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.0978870 Oct 18 18:54:00.625995 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.630719 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.652179 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6cb2c7-afdb-465a-b7bf-30b0d1369978,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:00.656687 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-f57bb380-3562-4d69-b943-015d600c8661 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 1000 time: 0.0668797 Oct 18 18:54:00.661693 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.665434 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3b87339d-f250-46b6-99c3-6781c1ffda59 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331220 Oct 18 18:54:00.665793 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44930) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:00.670997 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:00.686199 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'a5a1a4a1-0ade-4f4f-a81b-79968296848c', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'port_id': 'b63aef8c-d501-41de-838f-279f5aef1041', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'mac_address': 'fa:16:3e:14:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:53:59Z', 'updated_at': '2021-10-18T18:53:59Z', 'revision_number': 0, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:00.699101 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.712731 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f487b-8f98-4942-b9de-d157f32577be req-3c28bd5f-d6d9-4437-83cc-1954fd6084d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:00.714217 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-3c28bd5f-d6d9-4437-83cc-1954fd6084d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0502236 Oct 18 18:54:00.716286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Checking router: 6981a273-2b1f-424b-826c-d23e794c85b1 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:54:00.724948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:00.725491 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:53:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:00.770669 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.775595 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.775927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f487b-8f98-4942-b9de-d157f32577be req-8e0734d6-b36d-4d64-b96d-4fe58c6289e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:00.777470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-8e0734d6-b36d-4d64-b96d-4fe58c6289e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556390 Oct 18 18:54:00.793708 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a703ed-889e-49c7-919d-4dd354db458c,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:00.802388 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.806451 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d3533bfc-0103-465b-bf86-122872503dbc tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372766 Oct 18 18:54:00.806732 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44932) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:00.811649 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:00.839122 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.839788 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:00.881508 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-9d51d8fa-1db8-4938-a7a3-a7bd0006cb5c service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957816 Oct 18 18:54:00.897064 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.901046 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.922853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a008d097-35a1-4f07-8c0b-185a5560dd4e,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:00.928790 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.930356 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-93a8f66f-dc52-42fc-a9c6-2181377e9a0a tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226034 Oct 18 18:54:00.932987 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44934) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:00.937939 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:00.965248 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:00.985683 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-457f487b-8f98-4942-b9de-d157f32577be req-a5b98000-02b6-44c1-b808-ea91f42c2599 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962484 Oct 18 18:54:01.027301 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.032348 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.052123 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11150c6-80a7-4dce-811b-482570bf3bdc,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:01.060635 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.061826 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2d70923b-779a-4902-a598-06ac44e23439 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278129 Oct 18 18:54:01.064507 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44936) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:01.068878 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:01.090298 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.securitygroups_db [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Project 552f8de0e7db44e2a872923be003d5e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:54:01.094297 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'a5a1a4a1-0ade-4f4f-a81b-79968296848c', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'port_id': 'b63aef8c-d501-41de-838f-279f5aef1041', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'mac_address': 'fa:16:3e:14:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:53:59Z', 'updated_at': '2021-10-18T18:53:59Z', 'revision_number': 0, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:01.095662 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.123748 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddd9ebf-619f-48fa-a95f-f8ebe84675c3 None None] The sync data for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi is: [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'a5a1a4a1-0ade-4f4f-a81b-79968296848c', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'port_id': 'b63aef8c-d501-41de-838f-279f5aef1041', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'mac_address': 'fa:16:3e:14:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:53:59Z', 'updated_at': '2021-10-18T18:53:59Z', 'revision_number': 0, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:54:01.156626 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.160780 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.179908 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf48a40-647c-4298-84b6-317c83bb9c56,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:01.185603 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.189669 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1ce7d8ee-ff04-44bc-98a2-0e740cc08a60 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214123 Oct 18 18:54:01.189669 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44940) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:01.194128 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'security_group_rule': {'security_group_id': 'de481488-a2ed-4434-892b-d92f920a99f3', 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:01.217388 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.securitygroups_db [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Project 552f8de0e7db44e2a872923be003d5e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:54:01.222488 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.285121 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.288923 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.306916 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b18904-fff6-4733-abb7-48542bdb10e2,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:01.314398 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.315657 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-992ce92c-91b3-4c29-8bca-5cba7c69fe86 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250176 Oct 18 18:54:01.395009 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-29def620-6878-4b60-a0a8-bce755a33bff tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330009351&fields=id&tenant_id=552f8de0e7db44e2a872923be003d5e6 HTTP/1.1" status: 200 len: 267 time: 0.0336325 Oct 18 18:54:01.421032 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.449490 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-2901a23b-5c3a-4308-8845-defa6183c470 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:01.451585 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-2901a23b-5c3a-4308-8845-defa6183c470 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0504644 Oct 18 18:54:01.465508 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'port': {'security_groups': ['5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8', 'de481488-a2ed-4434-892b-d92f920a99f3']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:01.538206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.729177 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:01.739235 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0590752-0d19-40d5-9a82-429959906a93 None None] New status for floating IP a5a1a4a1-0ade-4f4f-a81b-79968296848c: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:54:01.764498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.769376 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.783556 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:54:01.821566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:01.822242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:01.823722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f0954edb-afe0-4ef6-b922-b6b3116fc5c4 req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "PUT /v2.0/ports/b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 982 time: 0.3636622 Oct 18 18:54:01.854422 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e381885f-15e4-4c6b-8d83-90207be5dd78 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=6']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:01.958834 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97130868-cbfa-4af5-94ba-20428dd02575 req-3ba45739-7a50-42b1-86a6-60aa4297e39d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:01.960559 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-97130868-cbfa-4af5-94ba-20428dd02575 req-3ba45739-7a50-42b1-86a6-60aa4297e39d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0640140 Oct 18 18:54:02.016141 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:54:02.018522 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-97130868-cbfa-4af5-94ba-20428dd02575 req-28aa7616-204a-4eb8-ae30-d7f3c658a597 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513384 Oct 18 18:54:02.120004 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ed70f069-4beb-4979-9564-7d91b8e97052 None None] Provisioning complete for port b63aef8c-d501-41de-838f-279f5aef1041 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:54:02.120293 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ed70f069-4beb-4979-9564-7d91b8e97052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:02.406082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:02.408580 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26da31be-ceb6-4fc6-9133-784e4c306c81" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:02.444157 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e3d979-0b3f-45cb-9945-04f4f30228aa x-openstack-request-id: req-97e3d979-0b3f-45cb-9945-04f4f30228aa {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:02.444449 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:02.444705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97e3d979-0b3f-45cb-9945-04f4f30228aa {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:02.445099 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:54:02.511347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-3578199f-45e5-4126-be11-bd48f878f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:02.512829 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-3578199f-45e5-4126-be11-bd48f878f1c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1138 time: 0.0433419 Oct 18 18:54:02.604948 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-b69c974b-1547-459b-9d33-89a265720d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:02.606433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-b69c974b-1547-459b-9d33-89a265720d79 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.0849221 Oct 18 18:54:02.678428 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-7262678f-48d3-4ea5-90a2-5a7e5d015c55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 1002 time: 0.0624545 Oct 18 18:54:02.735303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-75592230-7873-4d47-9b16-ac2b76e59d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:02.736715 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-75592230-7873-4d47-9b16-ac2b76e59d1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0430691 Oct 18 18:54:02.782828 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-b8874865-088f-4e8f-984b-c275a29f8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:02.784311 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-b8874865-088f-4e8f-984b-c275a29f8299 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381696 Oct 18 18:54:02.876363 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-557bcbf0-d8d1-4481-bea3-677425ca861e service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 Oct 18 18:54:02.964826 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26da31be-ceb6-4fc6-9133-784e4c306c81 req-104d3d03-f1c1-4aeb-9185-2e3127ed6f5d service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801895 Oct 18 18:54:13.748247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26592fb1-3fb2-471c-8b32-fc27b4f2a9b3 req-570a496c-19ee-489f-b6d0-cecba1c98338 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:13.749700 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26592fb1-3fb2-471c-8b32-fc27b4f2a9b3 req-570a496c-19ee-489f-b6d0-cecba1c98338 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0538952 Oct 18 18:54:13.787015 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26592fb1-3fb2-471c-8b32-fc27b4f2a9b3 req-b3128145-66d6-40dc-975a-1f09d9758a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309236 Oct 18 18:54:14.903089 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea28a3-70bb-4e0d-ab3b-fe720b804ea0 req-4bd5d1ef-2ac6-43c0-a361-d7c9256f8d3f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:14.904470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3dea28a3-70bb-4e0d-ab3b-fe720b804ea0 req-4bd5d1ef-2ac6-43c0-a361-d7c9256f8d3f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0477569 Oct 18 18:54:14.941123 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3dea28a3-70bb-4e0d-ab3b-fe720b804ea0 req-2705d281-4f47-46a8-b945-540db814e6c6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302184 Oct 18 18:54:15.529046 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910281-3101-460b-80a1-670ce2f3d46d req-97cda387-0f6c-44e6-8c83-dd45995c4d34 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:15.530479 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-59910281-3101-460b-80a1-670ce2f3d46d req-97cda387-0f6c-44e6-8c83-dd45995c4d34 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.0489521 Oct 18 18:54:15.622006 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Deleting port 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:54:15.622337 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:15.708434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] For port 4e17852d-b9ea-4355-8064-3a7f0b23f300, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=4e17852d-b9ea-4355-8064-3a7f0b23f300,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:15.708799 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:16.083747 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:54:16.228932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7b987-5732-47eb-8df7-94683250effa req-4c0d30ef-21f7-4b5d-9be9-19005504c97f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:16.230333 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34d7b987-5732-47eb-8df7-94683250effa req-4c0d30ef-21f7-4b5d-9be9-19005504c97f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c229351-dca5-47f5-81d6-2b681bee036d HTTP/1.1" status: 200 len: 946 time: 0.1392016 Oct 18 18:54:16.271622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:16.271985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:16.272305 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Floating IP 671d1b66-5201-42e0-b83b-2c202af9cd87 disassociated. External IP: 172.27.2.18, port: 4e17852d-b9ea-4355-8064-3a7f0b23f300. Oct 18 18:54:16.272649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Calling delete_port for 4e17852d-b9ea-4355-8064-3a7f0b23f300 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:54:16.299022 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34d7b987-5732-47eb-8df7-94683250effa req-6429b3f3-7c8c-47f6-b84d-e66d86f5b8a7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=fbb408e3-a139-424e-b8d2-dc32402b93f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579000 Oct 18 18:54:16.412647 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:16.438171 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'Port': ['ID=4e17852d-b9ea-4355-8064-3a7f0b23f300,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:16.551708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:54:16.659989 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:54:16.669842 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:54:16.679870 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:16.680564 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:53:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:16.697178 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] No DVR routers for this DVR port 4e17852d-b9ea-4355-8064-3a7f0b23f300 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:54:16.699748 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:16.703521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-59910281-3101-460b-80a1-670ce2f3d46d req-80fe45f6-647c-4846-9476-e4b46c7cf64a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "DELETE /v2.0/ports/4e17852d-b9ea-4355-8064-3a7f0b23f300 HTTP/1.1" status: 204 len: 173 time: 1.1664810 Oct 18 18:54:16.703967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-deleted', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:16.706190 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83b7648-9079-4f40-a12e-66226b77bc15" -d '{"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-deleted", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:16.742303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84180c0d-04d7-40bc-a889-a6014dbde8c6 x-openstack-request-id: req-84180c0d-04d7-40bc-a889-a6014dbde8c6 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:16.742631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c229351-dca5-47f5-81d6-2b681bee036d", "name": "network-vif-deleted", "tag": "4e17852d-b9ea-4355-8064-3a7f0b23f300", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:16.742902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84180c0d-04d7-40bc-a889-a6014dbde8c6 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:16.743296 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c229351-dca5-47f5-81d6-2b681bee036d', 'name': 'network-vif-deleted', 'tag': '4e17852d-b9ea-4355-8064-3a7f0b23f300', 'status': 'completed', 'code': 200} Oct 18 18:54:16.796280 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:17.014461 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:17.043891 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:54:17.053062 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:17.053703 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:53:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:17.174121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:17.386186 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44994) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:17.389236 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:17.417221 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034ce66-29bf-419d-b236-b0aee74a7473 None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:54:17.442827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.472157 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.527094 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.529808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.531005 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "DELETE /v2.0/security-groups/fbb408e3-a139-424e-b8d2-dc32402b93f4 HTTP/1.1" status: 204 len: 168 time: 0.1437778 Oct 18 18:54:17.533858 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 44996) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:17.540100 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d98b4-5489-40b5-ba1c-d1da5ed432e8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb408e3-a139-424e-b8d2-dc32402b93f4,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:17.555373 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.api.v2.resource [None req-2e01e6a9-7931-4b30-9e2d-9315f9e3dd35 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] show failed (client error): The resource could not be found. Oct 18 18:54:17.561076 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2e01e6a9-7931-4b30-9e2d-9315f9e3dd35 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups/fbb408e3-a139-424e-b8d2-dc32402b93f4 HTTP/1.1" status: 404 len: 347 time: 0.0250802 Oct 18 18:54:17.561258 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 44998) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:17.682161 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f48a07-3c44-443d-96d2-3df8e60e6c18 None None] New status for floating IP 671d1b66-5201-42e0-b83b-2c202af9cd87: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:54:17.698219 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Deleting port 808e2c91-fd73-4923-baf4-f93c5d38e736 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:54:17.698579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.779207 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.779532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.791523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Calling delete_port for 808e2c91-fd73-4923-baf4-f93c5d38e736 owned by network:floatingip {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:54:17.934659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:17.960878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'Port': ['ID=808e2c91-fd73-4923-baf4-f93c5d38e736,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:18.023346 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.025856 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.027093 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-6c2a7d63-ef32-40a2-b0ec-873e982c666c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "DELETE /v2.0/floatingips/671d1b66-5201-42e0-b83b-2c202af9cd87 HTTP/1.1" status: 204 len: 168 time: 0.4649470 Oct 18 18:54:18.373816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45004) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:18.378646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602747436', 'description': 'tempest-description--308309635'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:18.402231 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.470776 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.474759 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.503852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.507723 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1302056 Oct 18 18:54:18.507723 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648eb91-b871-4e87-9bfb-1449f7ea83dd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e625f09c-7b08-49c3-9959-e15abfbc0ca5,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:18.508172 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45006) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:18.512928 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group_rule': {'security_group_id': 'e625f09c-7b08-49c3-9959-e15abfbc0ca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:18.539219 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.584226 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.587672 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.608569 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e32bf6-b53c-4fe2-81d7-8a22a10336cf,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:18.618946 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.620786 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-b67e745e-d988-46f9-a164-7702e4fd1a2b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109428 Oct 18 18:54:18.623048 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45008) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:18.627656 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'security_group_rule': {'security_group_id': 'e625f09c-7b08-49c3-9959-e15abfbc0ca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:18.654343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.708111 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.711596 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.729086 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce35e6d-61df-4140-9764-6c71234ec95a,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:18.737801 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.738988 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-67a54c9c-fe9c-450b-abcb-bb0c2590392b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148207 Oct 18 18:54:18.741912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45010) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:18.746297 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:18.767458 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.846159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:54:18.858399 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:18.868910 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 4e17852d-b9ea-4355-8064-3a7f0b23f300 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:54:18.869251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 4e17852d-b9ea-4355-8064-3a7f0b23f300 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:54:18.965046 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Allocated IP 172.27.2.115 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/27556edc-46d8-4a02-8123-0c3253d98681) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:54:19.070041 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.104173 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.145598 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:54:19.148384 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:54:19.151175 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:54:19.181304 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=27556edc-46d8-4a02-8123-0c3253d98681,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:19.235334 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.267778 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.411073 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.415357 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.488856 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=27556edc-46d8-4a02-8123-0c3253d98681,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:19.494019 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.508434 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:19.509734 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-75b66e5f-163a-4880-a1c6-5277e0f3a54f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7669072 Oct 18 18:54:19.644349 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-4ac23f60-6458-4a94-8174-90a63684b778 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--602747436&fields=id&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 267 time: 0.0329490 Oct 18 18:54:19.750969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-97ac6cb0-9e80-4f8f-969f-2fc7d6aaefaa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:19.753088 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-97ac6cb0-9e80-4f8f-969f-2fc7d6aaefaa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 817 time: 0.1011910 Oct 18 18:54:19.768141 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-cd60b825-7ed8-4bd5-84d7-c729f3adefb6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/quotas/c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 375 time: 0.0088603 Oct 18 18:54:19.818143 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-6d8dba85-d607-4935-a5b9-943fe1bf7a82 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449681 Oct 18 18:54:19.912734 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-6e6a5d4e-8596-4f5b-86f3-47df546a0661 service neutron] 10.222.0.36 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834358 Oct 18 18:54:20.000810 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-3b9eff0d-2c29-4597-9c81-f8f9001c7898 service neutron] 10.222.0.36 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821579 Oct 18 18:54:20.153934 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-549d8452-3777-4946-b330-fdace0b62de3 req-30e01f6b-9494-403d-8c6c-688be1a47a80 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 210 time: 0.0251906 Oct 18 18:54:20.775511 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-df71f3b3-40f0-44a0-95f7-075c96c1ba31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.052075 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-bbbe84d8-9fe9-45d5-91fb-c5a20e727de5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:21.053568 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-bbbe84d8-9fe9-45d5-91fb-c5a20e727de5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 817 time: 0.1087220 Oct 18 18:54:21.097108 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-6122159d-5fa8-4097-bbf4-fd296613f1f5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 379 time: 0.0332785 Oct 18 18:54:21.108772 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'port': {'device_id': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'admin_state_up': True, 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'security_groups': ['e625f09c-7b08-49c3-9959-e15abfbc0ca5']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:21.217993 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Made reservation on behalf of c898dae86fd145c7bf0a0d90efe560eb for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:54:21.222043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.256977 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7fa69393-495b-4e5e-bbfa-a83c352b3a7c req-d4feb902-3671-4b2c-ac06-1d0e797590ef tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 210 time: 0.0315754 Oct 18 18:54:21.374138 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Allocated IP 172.20.0.13 (a9148ab9-0015-4be3-bad8-8b74d2318eab/fbeb72ac-9c15-4200-8ddf-25647d6315f2/62279517-420d-4770-81a2-25f70608437d) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:54:21.503975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.535729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.578296 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Network a9148ab9-0015-4be3-bad8-8b74d2318eab is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:54:21.581423 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:54:21.583781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:54:21.620905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:21.644186 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:21.644819 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.661243 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-55f6549e-b31c-476c-96af-b740a75a48ad tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5560615 Oct 18 18:54:21.673659 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Request body: {'port': {'device_id': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:21.727924 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.760630 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d4960202-4444-490f-bda1-f3c493460547 None None] Provisioning complete for port 62279517-420d-4770-81a2-25f70608437d triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:54:21.760996 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d4960202-4444-490f-bda1-f3c493460547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:21.798635 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-d4960202-4444-490f-bda1-f3c493460547 None None] Port 62279517-420d-4770-81a2-25f70608437d cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:54:21.994789 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62279517-420d-4770-81a2-25f70608437d {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:54:22.002962 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:22.014381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Transition to ACTIVE for port object 62279517-420d-4770-81a2-25f70608437d will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:54:22.019358 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:22.068134 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:22.143101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Attempting to bind port 62279517-420d-4770-81a2-25f70608437d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:54:22.143436 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Attempting to bind port 62279517-420d-4770-81a2-25f70608437d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:54:22.143763 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Attempting to bind port 62279517-420d-4770-81a2-25f70608437d on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:54:22.148169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Port 62279517-420d-4770-81a2-25f70608437d on network a9148ab9-0015-4be3-bad8-8b74d2318eab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:54:22.148479 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Attempting to bind port 62279517-420d-4770-81a2-25f70608437d on network a9148ab9-0015-4be3-bad8-8b74d2318eab {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:54:22.153407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:54:22.153735 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Checking segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:54:22.154114 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Bound using segment: {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:54:22.154537 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Bound port: 62279517-420d-4770-81a2-25f70608437d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5fa9a91-46ea-4414-af79-58322eb26fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:54:22.154913 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:22.220489 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:54:22.223699 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:54:22.227443 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:22.264542 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.265152 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:22.267186 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-874a647f-c953-44fa-920d-4e480d640680 service neutron] 10.222.0.25 "PUT /v2.0/ports/62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1094 time: 0.5978069 Oct 18 18:54:22.267624 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:22.269853 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f4f00-ce19-4849-ae36-578ec56222a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:22.292764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a647f-c953-44fa-920d-4e480d640680 service neutron] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:22.329665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996184e0-8680-4bf3-b994-f19580565ca4 x-openstack-request-id: req-996184e0-8680-4bf3-b994-f19580565ca4 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:22.329945 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "tag": "62279517-420d-4770-81a2-25f70608437d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:22.330291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996184e0-8680-4bf3-b994-f19580565ca4 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:22.330859 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'status': 'completed', 'code': 200} Oct 18 18:54:22.392574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-fe72ac51-7426-46a8-b3aa-a302a7eaeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.394206 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-fe72ac51-7426-46a8-b3aa-a302a7eaeb66 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1097 time: 0.0783961 Oct 18 18:54:22.416631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c5f2c-3888-4a6e-8db6-2aa9b13cc3ea req-86aa38fa-26ec-4827-a5e2-a53a8dab6e5a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.418140 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d34c5f2c-3888-4a6e-8db6-2aa9b13cc3ea req-86aa38fa-26ec-4827-a5e2-a53a8dab6e5a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0675058 Oct 18 18:54:22.452674 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-b7ca020f-a645-401e-9728-b720421d980a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 217 time: 0.0502613 Oct 18 18:54:22.509694 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d34c5f2c-3888-4a6e-8db6-2aa9b13cc3ea req-bb304488-7084-457d-90ff-0bc0ab2f1da2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638518 Oct 18 18:54:22.518008 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-e8d1b768-50d3-49ea-9b99-15054b2779bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.519432 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-e8d1b768-50d3-49ea-9b99-15054b2779bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0587063 Oct 18 18:54:22.568499 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-1ab4570c-a891-42d3-93f7-d152f2e28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.569919 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-1ab4570c-a891-42d3-93f7-d152f2e28050 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427809 Oct 18 18:54:22.658428 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-733645f8-290e-446b-a4f8-534f990098c1 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805049 Oct 18 18:54:22.749273 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c9fff7f2-70a4-4dd8-b66e-7415fa73d429 req-8a5b9ce5-aad3-44a2-8800-8d004708b35e service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Oct 18 18:54:22.836141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-6ce4ba8d-fc1e-4262-9192-71ae7cb80b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.837475 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-6ce4ba8d-fc1e-4262-9192-71ae7cb80b27 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1097 time: 0.0376842 Oct 18 18:54:22.928907 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-aacc30cd-d776-48e2-b914-25797bccb991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:22.930331 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-aacc30cd-d776-48e2-b914-25797bccb991 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0853267 Oct 18 18:54:22.970253 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-04feb1f9-6c58-4c7e-846a-75ffb2fc5b73 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 217 time: 0.0329609 Oct 18 18:54:23.017656 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-0a299baa-02e9-4fba-9351-2339eb7b5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:23.019449 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-0a299baa-02e9-4fba-9351-2339eb7b5550 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0430079 Oct 18 18:54:23.062678 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-650cc1ed-c53e-43cc-bf33-850e192d308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:23.064091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-650cc1ed-c53e-43cc-bf33-850e192d308f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379364 Oct 18 18:54:23.154867 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-116360ba-3755-4df2-a77e-fe3ff7d9a60d service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832980 Oct 18 18:54:23.342087 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-85acdfac-1862-4c61-9732-f82a1ad86262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:23.482617 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-210f4f00-ce19-4849-ae36-578ec56222a7 req-bbf0c73e-73cc-42cd-9d23-17eebe3843dd service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208079 Oct 18 18:54:23.627982 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4d1ce-8ce4-45c7-9bbc-fd60cca5a9b6 req-58f3014e-a448-4702-af1c-ca2fedb40c40 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:23.629425 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26a4d1ce-8ce4-45c7-9bbc-fd60cca5a9b6 req-58f3014e-a448-4702-af1c-ca2fedb40c40 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0467427 Oct 18 18:54:23.665308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26a4d1ce-8ce4-45c7-9bbc-fd60cca5a9b6 req-14f0e092-db62-4b3f-a81c-8c0f99cd4b26 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Oct 18 18:54:24.211820 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:24.674934 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:24.782220 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073df37-9497-46f3-8f02-d97e97912470 req-2c214eb8-2840-4ce5-9817-b72cff13e491 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:24.783711 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b073df37-9497-46f3-8f02-d97e97912470 req-2c214eb8-2840-4ce5-9817-b72cff13e491 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0473650 Oct 18 18:54:24.819448 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b073df37-9497-46f3-8f02-d97e97912470 req-b5f19a0c-80bb-41e0-9683-fc514dd0a217 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298560 Oct 18 18:54:24.877389 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:54:24.971284 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:24.982115 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '62279517-420d-4770-81a2-25f70608437d', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:54:25.018927 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:25.031141 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62279517-420d-4770-81a2-25f70608437d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:54:25.049700 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:25.053510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:25.099269 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:25.409660 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['62279517-420d-4770-81a2-25f70608437d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:54:25.933328 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b67c91-1e33-4d33-91a0-5cca2da52ff6 req-2639f5cb-7794-4555-941c-05588697cf13 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:25.934804 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51b67c91-1e33-4d33-91a0-5cca2da52ff6 req-2639f5cb-7794-4555-941c-05588697cf13 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 945 time: 0.0469110 Oct 18 18:54:25.974057 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-51b67c91-1e33-4d33-91a0-5cca2da52ff6 req-6e6aeae6-421d-4012-ac41-f07fce274872 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334420 Oct 18 18:54:26.072551 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:26.892304 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:54:26.939163 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 62279517-420d-4770-81a2-25f70608437d completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:54:26.942747 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 62279517-420d-4770-81a2-25f70608437d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:54:26.943110 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:27.094460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2d230-1bcc-4c04-a409-3307afaa95c4 req-9eefc947-028d-476d-98f6-810584336980 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:27.096067 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-10a2d230-1bcc-4c04-a409-3307afaa95c4 req-9eefc947-028d-476d-98f6-810584336980 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 945 time: 0.0511153 Oct 18 18:54:27.136058 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-10a2d230-1bcc-4c04-a409-3307afaa95c4 req-b0858b3e-c810-473b-bdfe-1c827aaca827 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337152 Oct 18 18:54:27.139182 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:27.161179 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:27.163420 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f0b93-1c6c-454f-8ff9-2337c9949773" -d '{"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:27.175582 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:27.179728 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:27.202378 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ce2443-f147-4398-a7b2-ba9613abd7e1 x-openstack-request-id: req-06ce2443-f147-4398-a7b2-ba9613abd7e1 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:27.202713 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:27.202961 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06ce2443-f147-4398-a7b2-ba9613abd7e1 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:27.203338 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'code': 200} Oct 18 18:54:27.228201 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:27.374793 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3d64f-0442-470d-a1e9-28511607b86c req-d6385d68-604f-4b6a-9757-2be4ef3f7d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:27.376245 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95d3d64f-0442-470d-a1e9-28511607b86c req-d6385d68-604f-4b6a-9757-2be4ef3f7d7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1099 time: 0.0383835 Oct 18 18:54:27.410467 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-95d3d64f-0442-470d-a1e9-28511607b86c req-e5f8b591-9c27-401b-8470-2129bfeeebc0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265841 Oct 18 18:54:28.252857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621545e5-63af-48f5-81b5-5129214cdf03 req-871c4a35-e25a-44f5-883c-0fa5d94f7c53 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:28.254340 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-621545e5-63af-48f5-81b5-5129214cdf03 req-871c4a35-e25a-44f5-883c-0fa5d94f7c53 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0484097 Oct 18 18:54:28.294330 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-621545e5-63af-48f5-81b5-5129214cdf03 req-a4774e8a-4dec-4fdf-84ec-2356878f121f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Oct 18 18:54:29.411790 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b841133-dbfe-4923-92c4-ac6b4848787f req-6dda50f5-fa0f-4f40-b5d7-98190e9c97a0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:29.413279 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1b841133-dbfe-4923-92c4-ac6b4848787f req-6dda50f5-fa0f-4f40-b5d7-98190e9c97a0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0479968 Oct 18 18:54:29.449350 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1b841133-dbfe-4923-92c4-ac6b4848787f req-a9b0ec2b-7092-408d-90ef-94be658d62af tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302689 Oct 18 18:54:29.559522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc78a7-bf43-4c8d-8128-c6efc8b9d956 req-e3da7655-c2b9-44f6-aa27-93de544c9385 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:29.560986 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31dc78a7-bf43-4c8d-8128-c6efc8b9d956 req-e3da7655-c2b9-44f6-aa27-93de544c9385 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0470154 Oct 18 18:54:29.569811 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45064) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:29.576228 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Request body: {'floatingip': {'port_id': '62279517-420d-4770-81a2-25f70608437d'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:29.617992 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:30.040890 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:30.044457 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:30.142043 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Floating IP 5cc76a0e-f56e-4374-a53c-e7b0d3e04aff associated. External IP: 172.27.2.115, port: 62279517-420d-4770-81a2-25f70608437d. Oct 18 18:54:30.532839 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:54:30.635309 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:54:30.640070 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:30.644965 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:54:30.654635 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:30.655256 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:30.669461 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-7f6ea9ad-dbec-4ea6-a400-5ada980f8e8d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "PUT /v2.0/floatingips/5cc76a0e-f56e-4374-a53c-e7b0d3e04aff HTTP/1.1" status: 200 len: 992 time: 1.0985756 Oct 18 18:54:30.670033 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:30.672373 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4c6732-36f4-442e-bf98-9b84fe6619d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:30.759821 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:30.779540 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f51e2ea-e5c1-461d-84eb-31b695b5d197 x-openstack-request-id: req-7f51e2ea-e5c1-461d-84eb-31b695b5d197 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:30.779895 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "tag": "62279517-420d-4770-81a2-25f70608437d", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:30.780211 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f51e2ea-e5c1-461d-84eb-31b695b5d197 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:30.780664 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'status': 'completed', 'code': 200} Oct 18 18:54:30.833831 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-2e589804-362b-4cf5-a50c-8b0ae73fc671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:30.835535 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-2e589804-362b-4cf5-a50c-8b0ae73fc671 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1099 time: 0.0395474 Oct 18 18:54:30.929785 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-17883540-b273-425b-b5ed-4457d65ce5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:30.931286 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-17883540-b273-425b-b5ed-4457d65ce5ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0880930 Oct 18 18:54:30.981354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '5cc76a0e-f56e-4374-a53c-e7b0d3e04aff', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:19Z', 'updated_at': '2021-10-18T18:54:29Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:30.999604 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-b95c375d-b725-4c20-a04d-dac744c84b33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1000 time: 0.0601578 Oct 18 18:54:31.008178 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:54:31.016275 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:31.017440 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:31.053382 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-c2bfbcb1-05e9-48c5-b8bf-4dea4c998731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:31.054862 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-c2bfbcb1-05e9-48c5-b8bf-4dea4c998731 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0484502 Oct 18 18:54:31.100265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-db4d6378-bd5a-414c-8487-c11cd6688e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:31.101649 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-db4d6378-bd5a-414c-8487-c11cd6688e2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385156 Oct 18 18:54:31.120868 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:31.194687 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-1dfaae43-336d-40da-bb8a-4078f4730497 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850251 Oct 18 18:54:31.284751 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ec4c6732-36f4-442e-bf98-9b84fe6619d3 req-0c90a233-8f16-4772-82d0-9783e7c3981e service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833242 Oct 18 18:54:31.342283 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '5cc76a0e-f56e-4374-a53c-e7b0d3e04aff', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:19Z', 'updated_at': '2021-10-18T18:54:29Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:31.372036 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae841b9-3d34-4177-a9f7-973351534d76 None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '5cc76a0e-f56e-4374-a53c-e7b0d3e04aff', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'floating_ip_address': '172.27.2.115', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:19Z', 'updated_at': '2021-10-18T18:54:29Z', 'revision_number': 1, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:54:31.421643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:31.546495 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee597601-ee64-4f05-9e11-672deca57a9c None None] New status for floating IP 5cc76a0e-f56e-4374-a53c-e7b0d3e04aff: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:54:33.183400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a8a09-b0d4-4ed5-ae0d-60e448f9caa1 req-93e947af-cc3b-4753-9d86-f824efa58e42 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:33.184915 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d82a8a09-b0d4-4ed5-ae0d-60e448f9caa1 req-93e947af-cc3b-4753-9d86-f824efa58e42 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0483682 Oct 18 18:54:33.222521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d82a8a09-b0d4-4ed5-ae0d-60e448f9caa1 req-d14f963e-a2da-4370-b90c-1251094ee757 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312107 Oct 18 18:54:34.104650 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-2378889a-f3c9-41d0-8d1e-58c9efa679c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420070 Oct 18 18:54:34.186098 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-601d899a-b4a2-4290-a791-2b21b227191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.187765 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-601d899a-b4a2-4290-a791-2b21b227191c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.0403268 Oct 18 18:54:34.304026 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-20fa9d73-4c41-49d0-b6b0-b93de62af2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.305481 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-20fa9d73-4c41-49d0-b6b0-b93de62af2b4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0980334 Oct 18 18:54:34.383206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15086e59-59a9-4d62-b7b9-5c5b6f0a7d4a req-8992479e-7b6e-40c5-b4b6-07b552a2921d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.384657 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15086e59-59a9-4d62-b7b9-5c5b6f0a7d4a req-8992479e-7b6e-40c5-b4b6-07b552a2921d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0941517 Oct 18 18:54:34.390364 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-33177a26-f010-4cee-a4db-bb15e9a4393d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 1002 time: 0.0719166 Oct 18 18:54:34.457494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15086e59-59a9-4d62-b7b9-5c5b6f0a7d4a req-7c69dd5e-2037-461d-ab4e-5789cb89aa4f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=f510c6df-fac9-47bf-ad6f-cd074ad616d5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661600 Oct 18 18:54:34.464800 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-9507b680-35fa-4e60-82ef-d4566057eed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.466229 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-9507b680-35fa-4e60-82ef-d4566057eed3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0681665 Oct 18 18:54:34.552077 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-02285e64-e52b-46f9-8968-653db41c4173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.553586 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-02285e64-e52b-46f9-8968-653db41c4173 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666163 Oct 18 18:54:34.560945 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-cc07a2e6-4ac5-4901-8b29-faf44b03ac39 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:34.562242 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-cc07a2e6-4ac5-4901-8b29-faf44b03ac39 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 946 time: 0.0681417 Oct 18 18:54:34.709645 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-354f43aa-399f-4638-a234-7566d22aeb43 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464529 Oct 18 18:54:34.715737 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Deleting port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:54:34.716072 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:34.872372 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] For port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:34.872643 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:34.876862 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9fb8c3e6-f9c3-4a5d-b45d-e807699e863e req-66a43baf-0597-4f64-aa83-af7b8cf0410e service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580217 Oct 18 18:54:35.039595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:35.039948 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:35.040259 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Floating IP e75a42d6-ff64-43f0-b198-39b7c2f41abd disassociated. External IP: 172.27.2.211, port: 3d502e9d-eef6-4817-83c1-4cfa68c02dfe. Oct 18 18:54:35.040591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Calling delete_port for 3d502e9d-eef6-4817-83c1-4cfa68c02dfe owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:54:35.166476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:35.197065 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'Port': ['ID=3d502e9d-eef6-4817-83c1-4cfa68c02dfe,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:35.307859 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:54:35.412929 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:54:35.422110 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:54:35.432174 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:35.432782 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:35.450457 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] No DVR routers for this DVR port 3d502e9d-eef6-4817-83c1-4cfa68c02dfe on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:54:35.452961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:35.456270 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fc7f6585-7b02-44f1-96d5-2bc16199dda3 req-bc920007-5498-48ac-859f-c7f4c1ed498a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "DELETE /v2.0/ports/3d502e9d-eef6-4817-83c1-4cfa68c02dfe HTTP/1.1" status: 204 len: 173 time: 0.8865545 Oct 18 18:54:35.456707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'name': 'network-vif-deleted', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:35.458951 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644131fb-5d62-4412-9fca-878dbaf79e05" -d '{"events": [{"server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "name": "network-vif-deleted", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:35.506691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a6ca4-5aa7-465a-abb9-d3465120cf60 x-openstack-request-id: req-395a6ca4-5aa7-465a-abb9-d3465120cf60 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:35.507182 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a56b1a8a-1a83-4532-ab75-fd3f779b5a48", "name": "network-vif-deleted", "tag": "3d502e9d-eef6-4817-83c1-4cfa68c02dfe", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:35.507759 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-395a6ca4-5aa7-465a-abb9-d3465120cf60 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:35.508317 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a56b1a8a-1a83-4532-ab75-fd3f779b5a48', 'name': 'network-vif-deleted', 'tag': '3d502e9d-eef6-4817-83c1-4cfa68c02dfe', 'status': 'completed', 'code': 200} Oct 18 18:54:35.553022 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:35.571744 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8d89755c-c833-4ad4-bd3b-a4001212f42d req-237e576c-cdd3-4173-859a-f0b5c089f5f8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=a56b1a8a-1a83-4532-ab75-fd3f779b5a48 HTTP/1.1" status: 200 len: 210 time: 0.0301363 Oct 18 18:54:35.764285 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:35.790490 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:54:35.799455 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:35.800058 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:35.904865 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:36.099445 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:36.126670 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac81897-543f-41b3-9a97-6dc2de529497 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:54:36.365627 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e1170-6e8a-4226-8556-cbc480c3fac6 None None] New status for floating IP e75a42d6-ff64-43f0-b198-39b7c2f41abd: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:54:36.654862 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45110) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:36.707416 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.728949 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.774284 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.776871 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.778007 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "DELETE /v2.0/security-groups/f510c6df-fac9-47bf-ad6f-cd074ad616d5 HTTP/1.1" status: 204 len: 168 time: 0.1221397 Oct 18 18:54:36.780788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45112) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:36.786684 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45bd19-53fa-43cc-93d3-9b369884d116 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f510c6df-fac9-47bf-ad6f-cd074ad616d5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:36.795786 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.api.v2.resource [None req-a6148509-3833-4e54-9a8b-aa3156dfe3ed tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] show failed (client error): The resource could not be found. Oct 18 18:54:36.796780 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a6148509-3833-4e54-9a8b-aa3156dfe3ed tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups/f510c6df-fac9-47bf-ad6f-cd074ad616d5 HTTP/1.1" status: 404 len: 347 time: 0.0149744 Oct 18 18:54:36.800189 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45114) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:36.918944 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Deleting port 5a0bb769-5836-40d1-b7dd-d453360d7436 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:54:36.919196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.970501 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 3d502e9d-eef6-4817-83c1-4cfa68c02dfe no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:54:36.990830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 3d502e9d-eef6-4817-83c1-4cfa68c02dfe {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:54:36.991176 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 3d502e9d-eef6-4817-83c1-4cfa68c02dfe not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:54:36.998354 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:36.998711 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.010084 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Calling delete_port for 5a0bb769-5836-40d1-b7dd-d453360d7436 owned by network:floatingip {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:54:37.137204 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.161998 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'Port': ['ID=5a0bb769-5836-40d1-b7dd-d453360d7436,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:37.223164 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.225613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.227105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-58881688-6606-41fb-8373-e21d2914e062 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "DELETE /v2.0/floatingips/e75a42d6-ff64-43f0-b198-39b7c2f41abd HTTP/1.1" status: 204 len: 168 time: 0.4260390 Oct 18 18:54:37.765542 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45122) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:37.770676 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384028514', 'description': 'tempest-description--1845744106'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:37.791772 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.854943 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.858655 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.888572 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.889782 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1232052 Oct 18 18:54:37.891667 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f69bb-fb6e-4010-9784-9f8fa58544cd tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e55893-1596-49d2-a35c-28c4cb2a9a76,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:37.893402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45124) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:37.898001 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group_rule': {'security_group_id': 'd6e55893-1596-49d2-a35c-28c4cb2a9a76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:37.923937 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.977497 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.981837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:37.996791 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09112e48-9a9d-4ffd-bd36-266767132b03,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:38.007076 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.008275 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-e46cf1dd-5d8f-4fb4-a5dd-f940f2cb7e92 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138546 Oct 18 18:54:38.010909 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45126) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:38.015164 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'security_group_rule': {'security_group_id': 'd6e55893-1596-49d2-a35c-28c4cb2a9a76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:38.040606 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.098572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.101843 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.119052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bac8578-b010-4e1c-a255-ab02fbaeb4d2,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:38.127061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.128245 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-428a2962-3bbb-471b-86da-3ee1a2b05c7d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164191 Oct 18 18:54:38.131263 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45128) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:38.135522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:38.157829 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.250608 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.354787 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Allocated IP 172.27.2.230 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/218d41e4-bb7f-4f16-9418-185c797ef8df) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:54:38.453995 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.486379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.525291 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:54:38.528197 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:54:38.530604 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:54:38.564268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=218d41e4-bb7f-4f16-9418-185c797ef8df,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:38.617092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.648352 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.791436 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.795703 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.865668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=218d41e4-bb7f-4f16-9418-185c797ef8df,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:38.875884 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.890277 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:38.892019 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-41c653f7-6176-4bb2-8640-a974ef7f87a0 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7593045 Oct 18 18:54:39.068271 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-1a883b6a-d146-4b08-bbc1-5f15876f85e9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--384028514&fields=id&tenant_id=dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 267 time: 0.0312397 Oct 18 18:54:39.171622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-d9191d5a-f18e-4bfd-98e2-853485cbdf9f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:39.173115 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-d9191d5a-f18e-4bfd-98e2-853485cbdf9f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 811 time: 0.0985081 Oct 18 18:54:39.189952 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-cd08c98b-c703-4cd0-82d2-6548e9ccdfa4 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/quotas/dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 375 time: 0.0092928 Oct 18 18:54:39.243584 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-9207f5f4-66ed-4999-b80e-ae3f8726df44 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484672 Oct 18 18:54:39.337203 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-ed259b30-060f-43af-81a5-beeea2d3a8e5 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812371 Oct 18 18:54:39.427292 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-b1872c97-2332-4dec-883f-a5204d86f446 service neutron] 10.222.0.36 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840809 Oct 18 18:54:39.582664 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b754b17f-1f22-4619-996b-3d05ffb78a24 req-c4e70132-9d57-472e-abce-73cfe9f6a81b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 210 time: 0.0263712 Oct 18 18:54:40.471880 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-865462e5-cd52-4cdd-9268-fe098eba6611 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:40.473337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-865462e5-cd52-4cdd-9268-fe098eba6611 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 811 time: 0.1051693 Oct 18 18:54:40.776409 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-df8788bd-61b6-4c1f-93fd-a8c82b5b60a9 req-2b884282-c162-499e-9b37-90d86d18cbea tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 210 time: 0.0289915 Oct 18 18:54:40.790514 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-4344a069-1b92-43eb-a2e7-c588f5b07a61 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc823e02a9644b6fbac6ff4758ce4660 HTTP/1.1" status: 200 len: 379 time: 0.3072240 Oct 18 18:54:40.805326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'port': {'device_id': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'admin_state_up': True, 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'security_groups': ['d6e55893-1596-49d2-a35c-28c4cb2a9a76']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:40.911896 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Made reservation on behalf of dc823e02a9644b6fbac6ff4758ce4660 for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:54:40.915298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.036062 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Allocated IP 172.20.0.7 (4e4c1d70-14de-4ee7-8764-18f2a46ba06e/5592dafc-12ba-4ec0-a55c-808d411501c0/addbd801-288d-4bfc-b325-f34806c5ef2b) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:54:41.169684 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.202058 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.243677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:54:41.247024 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:54:41.249458 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:54:41.279048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event updated for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:41.293251 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.293595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.293932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.294268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.294616 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.294953 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.295278 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.295603 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.295931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.296254 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.296572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.296957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:41.317376 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:41.317991 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.333968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-06f2c487-dfe4-4a8b-aaa8-db50682e5f50 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5322700 Oct 18 18:54:41.353955 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Request body: {'port': {'device_id': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:41.414160 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.475612 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-802e078c-77c9-4f71-a325-dfc4fbc5641e None None] Provisioning complete for port addbd801-288d-4bfc-b325-f34806c5ef2b triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:54:41.476222 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-802e078c-77c9-4f71-a325-dfc4fbc5641e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.514521 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-802e078c-77c9-4f71-a325-dfc4fbc5641e None None] Port addbd801-288d-4bfc-b325-f34806c5ef2b cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:54:41.680907 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id addbd801-288d-4bfc-b325-f34806c5ef2b {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:54:41.688133 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.699684 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Transition to ACTIVE for port object addbd801-288d-4bfc-b325-f34806c5ef2b will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:54:41.703284 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.756350 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Pushing event updated for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:41.824843 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Attempting to bind port addbd801-288d-4bfc-b325-f34806c5ef2b on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:54:41.825186 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Attempting to bind port addbd801-288d-4bfc-b325-f34806c5ef2b by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:54:41.825517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Attempting to bind port addbd801-288d-4bfc-b325-f34806c5ef2b on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:54:41.830448 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Port addbd801-288d-4bfc-b325-f34806c5ef2b on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:54:41.830803 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Attempting to bind port addbd801-288d-4bfc-b325-f34806c5ef2b on network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:54:41.835822 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:54:41.836154 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Checking segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:54:41.836543 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Bound using segment: {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:54:41.836975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Bound port: addbd801-288d-4bfc-b325-f34806c5ef2b, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92626738-5c32-4ea5-8732-50968290abb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:54:41.837784 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:41.942108 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1009c8-9072-4056-8b62-32651dd6da17 req-a7e4dcee-ddea-4c0d-befc-ae4d87cdfdd8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:41.943636 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ae1009c8-9072-4056-8b62-32651dd6da17 req-a7e4dcee-ddea-4c0d-befc-ae4d87cdfdd8 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 943 time: 0.0913961 Oct 18 18:54:41.947346 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:54:41.951607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=addbd801-288d-4bfc-b325-f34806c5ef2b,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:54:41.959699 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:42.022880 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.023486 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:42.024886 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] 10.222.0.25 "PUT /v2.0/ports/addbd801-288d-4bfc-b325-f34806c5ef2b HTTP/1.1" status: 200 len: 1093 time: 0.6754200 Oct 18 18:54:42.025326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:42.027595 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1336c134-390d-4280-bc5e-45cf33fc4e83" -d '{"events": [{"name": "network-changed", "server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:42.040773 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ae1009c8-9072-4056-8b62-32651dd6da17 req-65e75eab-ee6d-4765-a03c-71ec49e2699b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909848 Oct 18 18:54:42.051048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328d459-2c3d-4e74-a4ca-fd634131a579 service neutron] Pushing event updated for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:42.086185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c861f8f9-7eef-49a8-843d-c788fc3177d1 x-openstack-request-id: req-c861f8f9-7eef-49a8-843d-c788fc3177d1 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:42.086479 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:42.086757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c861f8f9-7eef-49a8-843d-c788fc3177d1 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:42.087149 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'status': 'completed', 'code': 200} Oct 18 18:54:42.120546 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-ad4bafaf-a7af-43e0-9ef0-41cbe9e1b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.122141 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-ad4bafaf-a7af-43e0-9ef0-41cbe9e1b7cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0454779 Oct 18 18:54:42.169587 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-56af86e7-84dc-406c-b742-a068216c0320 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=addbd801-288d-4bfc-b325-f34806c5ef2b HTTP/1.1" status: 200 len: 217 time: 0.0393176 Oct 18 18:54:42.227211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-d82b61be-daeb-4a05-b0d9-1eb3c85cca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.228733 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-d82b61be-daeb-4a05-b0d9-1eb3c85cca3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0437989 Oct 18 18:54:42.277512 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-12c9d4a8-3b65-4655-adc1-796017f7d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.279013 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-12c9d4a8-3b65-4655-adc1-796017f7d453 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416126 Oct 18 18:54:42.373832 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-7fd3e45a-a66f-4261-be30-9b9d533193fe service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Oct 18 18:54:42.462761 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cea190f0-5e6e-427a-9705-0d53320dbd16 req-16ccb505-7101-42db-88e9-0cb85f284381 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802596 Oct 18 18:54:42.552564 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-9e0c949e-87f8-42b9-aa3a-4378160be92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.554094 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-9e0c949e-87f8-42b9-aa3a-4378160be92d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 1096 time: 0.0430057 Oct 18 18:54:42.646629 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-0210e3ad-8a7f-46c5-b2d1-f9514dbb1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.648018 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-0210e3ad-8a7f-46c5-b2d1-f9514dbb1eb0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.0860786 Oct 18 18:54:42.693904 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-42ec1228-00ee-42dc-97b0-bf8f1a620feb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=addbd801-288d-4bfc-b325-f34806c5ef2b HTTP/1.1" status: 200 len: 217 time: 0.0373178 Oct 18 18:54:42.752043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-14487cd5-9819-4c16-a519-6afd315cae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.753508 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-14487cd5-9819-4c16-a519-6afd315cae1d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0446599 Oct 18 18:54:42.796919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-e70ff53b-9e87-4500-8120-05862cc0c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:42.798968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-e70ff53b-9e87-4500-8120-05862cc0c247 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381734 Oct 18 18:54:42.901171 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-df9f8ea1-79df-4fec-8cb6-0ca1795e8430 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840158 Oct 18 18:54:42.993099 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1336c134-390d-4280-bc5e-45cf33fc4e83 req-f911a759-7143-4443-b835-031238686f76 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832820 Oct 18 18:54:43.154139 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb04f8-0489-4552-ba45-a3f4023b7b9b req-e63d9b63-3a7e-4215-ab13-fc518c230b8c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:43.155540 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-04cb04f8-0489-4552-ba45-a3f4023b7b9b req-e63d9b63-3a7e-4215-ab13-fc518c230b8c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 943 time: 0.0469391 Oct 18 18:54:43.196074 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-04cb04f8-0489-4552-ba45-a3f4023b7b9b req-bac9cf8a-9cee-4a18-ae6c-68ecb94cb79a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342462 Oct 18 18:54:44.307088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361b39-5538-42bf-9232-146fc8eaf88f req-dbb60dc4-a42c-41c5-9fda-ccf369e1e234 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:44.308553 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4361b39-5538-42bf-9232-146fc8eaf88f req-dbb60dc4-a42c-41c5-9fda-ccf369e1e234 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 943 time: 0.0466418 Oct 18 18:54:44.346280 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4361b39-5538-42bf-9232-146fc8eaf88f req-42e88562-68d2-4b7f-9f79-985b9a7285c7 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Oct 18 18:54:45.031640 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device addbd801-288d-4bfc-b325-f34806c5ef2b details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:54:45.123482 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=addbd801-288d-4bfc-b325-f34806c5ef2b,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:45.134208 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'port_id': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'mac_address': 'fa:16:3e:66:d9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:54:45.170017 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:45.187568 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id addbd801-288d-4bfc-b325-f34806c5ef2b {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:54:45.207093 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=addbd801-288d-4bfc-b325-f34806c5ef2b,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:45.210813 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:45.255528 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:45.262318 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.262696 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.263038 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.263378 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.263711 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.264039 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.264364 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.264689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.265016 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.265338 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.265660 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.265979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:54:45.459361 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d6d8a-b00c-405e-8de5-4427a4103b29 req-5480d6b6-87b3-4353-9f40-dcb7dc3618aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:45.460804 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-014d6d8a-b00c-405e-8de5-4427a4103b29 req-5480d6b6-87b3-4353-9f40-dcb7dc3618aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 944 time: 0.0470164 Oct 18 18:54:45.497072 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-014d6d8a-b00c-405e-8de5-4427a4103b29 req-1a891a40-ca28-4b7f-9872-3c9798dc7be3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304978 Oct 18 18:54:45.551715 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['addbd801-288d-4bfc-b325-f34806c5ef2b'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:54:46.606198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa00e5-ba87-4384-8f8d-b8b07b431ba8 req-72c712f1-8907-41cc-8cff-5c53fe18ae2b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:46.607665 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06fa00e5-ba87-4384-8f8d-b8b07b431ba8 req-72c712f1-8907-41cc-8cff-5c53fe18ae2b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 944 time: 0.0465908 Oct 18 18:54:46.647628 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06fa00e5-ba87-4384-8f8d-b8b07b431ba8 req-47e15f65-e402-46ce-a6d1-ad138a3f89a3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341825 Oct 18 18:54:47.047178 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device addbd801-288d-4bfc-b325-f34806c5ef2b up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:54:47.208551 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port addbd801-288d-4bfc-b325-f34806c5ef2b completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:54:47.212425 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port addbd801-288d-4bfc-b325-f34806c5ef2b triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:54:47.212797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:47.286776 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:47.308523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:47.310764 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56fbb48-df4e-41a3-a765-a79711d14dda" -d '{"events": [{"server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "name": "network-vif-plugged", "status": "completed", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:47.323220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=addbd801-288d-4bfc-b325-f34806c5ef2b,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:54:47.327615 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:47.352891 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da80c0-eb96-4f70-836a-7db7efdb8bcd x-openstack-request-id: req-39da80c0-eb96-4f70-836a-7db7efdb8bcd {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:47.353186 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "name": "network-vif-plugged", "status": "completed", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:47.353433 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39da80c0-eb96-4f70-836a-7db7efdb8bcd {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:47.353811 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'code': 200} Oct 18 18:54:47.381051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:54:47.562160 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2ae70-ad5b-4e92-b8c3-789abb02b9b3 req-bac5f109-a04d-41ad-915d-a00b8dbc3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:47.563632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e9d2ae70-ad5b-4e92-b8c3-789abb02b9b3 req-bac5f109-a04d-41ad-915d-a00b8dbc3e54 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 1098 time: 0.0396593 Oct 18 18:54:47.596383 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e9d2ae70-ad5b-4e92-b8c3-789abb02b9b3 req-f005ded7-2072-4800-bd56-467f8624e155 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262120 Oct 18 18:54:47.759626 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a0184-ee86-4a48-9c2e-173acc41a561 req-1cfa8ab7-9aeb-4484-b13e-39b45ed1a89b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:47.761069 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479a0184-ee86-4a48-9c2e-173acc41a561 req-1cfa8ab7-9aeb-4484-b13e-39b45ed1a89b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0471544 Oct 18 18:54:47.796798 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-479a0184-ee86-4a48-9c2e-173acc41a561 req-f0304bf0-1948-4d19-9690-383c0af8cba2 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299830 Oct 18 18:54:48.910374 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e24bb-24d7-49f5-b099-70418a6fccb9 req-87073548-77f6-4e65-98c8-b11af8a2702b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:48.911779 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-737e24bb-24d7-49f5-b099-70418a6fccb9 req-87073548-77f6-4e65-98c8-b11af8a2702b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0468090 Oct 18 18:54:48.953487 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-737e24bb-24d7-49f5-b099-70418a6fccb9 req-bc09b6e2-e12c-4dae-8044-683739ef97c9 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350769 Oct 18 18:54:50.066884 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc511cf-7d10-4262-9dc0-5cf951bd7a7b req-94f82807-ec9b-4a17-890f-aa6a41dd622b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:50.068336 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6fc511cf-7d10-4262-9dc0-5cf951bd7a7b req-94f82807-ec9b-4a17-890f-aa6a41dd622b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0470560 Oct 18 18:54:50.103978 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6fc511cf-7d10-4262-9dc0-5cf951bd7a7b req-44ee93fb-ef88-4a30-aa52-d057be52112e tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299020 Oct 18 18:54:50.213091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0cb10-bcdf-4d6b-b1a3-40096178a655 req-e182a5f7-24bd-48b8-a8ef-fd0a5539b46a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:50.214780 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ede0cb10-bcdf-4d6b-b1a3-40096178a655 req-e182a5f7-24bd-48b8-a8ef-fd0a5539b46a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0481718 Oct 18 18:54:50.223044 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45208) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:54:50.227481 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Request body: {'floatingip': {'port_id': 'addbd801-288d-4bfc-b325-f34806c5ef2b'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:54:50.269060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:50.690607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:50.694300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:50.766265 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f2c7f6b-3e88-4f0c-bd5d-c75b63cfa53a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:50.795990 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Floating IP 90183235-775c-4a43-91ca-67d4a7776b31 associated. External IP: 172.27.2.230, port: addbd801-288d-4bfc-b325-f34806c5ef2b. Oct 18 18:54:50.997254 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:54:51.100578 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:54:51.105105 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:51.111441 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:54:51.120505 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:51.121119 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:51.130748 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ebcf9fb6-e521-4c40-a8f9-b4e238b1140a tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "PUT /v2.0/floatingips/90183235-775c-4a43-91ca-67d4a7776b31 HTTP/1.1" status: 200 len: 991 time: 0.9066663 Oct 18 18:54:51.131336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:54:51.133566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605" -d '{"events": [{"name": "network-changed", "server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:54:51.170476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f00c1-6bd3-4f05-a8c8-6a9dc19852e2 x-openstack-request-id: req-138f00c1-6bd3-4f05-a8c8-6a9dc19852e2 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:54:51.170826 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:54:51.171072 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-138f00c1-6bd3-4f05-a8c8-6a9dc19852e2 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:54:51.171467 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'status': 'completed', 'code': 200} Oct 18 18:54:51.236723 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-b80fc4ff-b313-4837-9063-9663631c1495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:51.238223 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-b80fc4ff-b313-4837-9063-9663631c1495 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 1098 time: 0.0392692 Oct 18 18:54:51.239350 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:51.330728 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-7964d068-65e5-43bb-875f-eea44f62e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:51.332188 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-7964d068-65e5-43bb-875f-eea44f62e693 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 200 len: 912 time: 0.0856595 Oct 18 18:54:51.397976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-b4525001-0291-45a5-94e9-543b3e1c8e50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=addbd801-288d-4bfc-b325-f34806c5ef2b HTTP/1.1" status: 200 len: 999 time: 0.0567894 Oct 18 18:54:51.449845 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-ab5e9e99-89a7-4f79-8cf5-6f0896860a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:51.451337 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-ab5e9e99-89a7-4f79-8cf5-6f0896860a1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 200 len: 850 time: 0.0459890 Oct 18 18:54:51.456729 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '90183235-775c-4a43-91ca-67d4a7776b31', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:66:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:38Z', 'updated_at': '2021-10-18T18:54:50Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:51.486696 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:54:51.494851 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:54:51.495720 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:54:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:51.496985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-978822f9-2420-42ef-8b33-9028b245f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:54:51.498516 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-978822f9-2420-42ef-8b33-9028b245f7e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4e4c1d70-14de-4ee7-8764-18f2a46ba06e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391204 Oct 18 18:54:51.590068 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-a4c581e5-5b4e-41bf-8ca2-6f0a59ed92d0 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840232 Oct 18 18:54:51.599983 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:54:51.690210 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5a9e6bbd-8f64-4596-b3c1-6de243c4b605 req-b6b906ba-8c4b-4cc7-9a71-e366a321e222 service neutron] 10.222.0.25 "GET /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888085 Oct 18 18:54:51.818256 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '90183235-775c-4a43-91ca-67d4a7776b31', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:66:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:38Z', 'updated_at': '2021-10-18T18:54:50Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:54:51.843897 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e35371-d7ec-45fd-bd0d-bfa9048fe938 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '90183235-775c-4a43-91ca-67d4a7776b31', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'port_id': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'mac_address': 'fa:16:3e:66:d9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:54:38Z', 'updated_at': '2021-10-18T18:54:50Z', 'revision_number': 1, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:54:52.022149 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4061e54-15dc-42ef-bbd8-1d5c9f4004a9 None None] New status for floating IP 90183235-775c-4a43-91ca-67d4a7776b31: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:54:53.082755 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:54:53.344165 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d1dafb59-793f-40c9-ad2e-717bd423edd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:54.212344 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:54.678225 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:54:56.072934 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:01.425294 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:13.478394 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ed612-0a23-4dd9-8087-28517148a9bd req-5ca25a5c-8ecf-41cf-acb8-c931d658d89b tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:13.479881 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f61ed612-0a23-4dd9-8087-28517148a9bd req-5ca25a5c-8ecf-41cf-acb8-c931d658d89b tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0812664 Oct 18 18:55:13.482268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-cd9e0ab4-c11d-4541-abc1-e1ed6437453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:13.483625 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-cd9e0ab4-c11d-4541-abc1-e1ed6437453e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1138 time: 0.0587151 Oct 18 18:55:13.796652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f61ed612-0a23-4dd9-8087-28517148a9bd req-207e6db8-9b45-4114-9bcc-8357b4e76e38 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3107741 Oct 18 18:55:13.848919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-3e701582-8a91-458f-a037-1e082fc57ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:13.850428 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-3e701582-8a91-458f-a037-1e082fc57ec4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.3582790 Oct 18 18:55:13.919614 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-7d72a89a-96c5-4b1d-bf18-ddee89c7dab2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 1002 time: 0.0599711 Oct 18 18:55:13.971060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-7007104c-b0a4-4f30-b27b-c789e5a2935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:13.972480 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-7007104c-b0a4-4f30-b27b-c789e5a2935e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0424397 Oct 18 18:55:14.021520 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-37d69ab6-ebc4-4615-9940-130639352e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:14.023038 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-37d69ab6-ebc4-4615-9940-130639352e3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415888 Oct 18 18:55:14.127634 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-f968b5d1-1ea0-4fe5-83de-f07e20e05983 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865293 Oct 18 18:55:14.216613 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e6d36fa7-f05f-46ed-aebc-aeb398073a1a req-41be6180-8280-4859-943f-2682c82905d0 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812075 Oct 18 18:55:14.914669 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4396b-a2f6-4c37-994e-6f75fab5aeb1 req-5a719c81-0897-424f-8615-54a28ad30b79 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:14.916132 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ccf4396b-a2f6-4c37-994e-6f75fab5aeb1 req-5a719c81-0897-424f-8615-54a28ad30b79 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0519331 Oct 18 18:55:14.954420 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ccf4396b-a2f6-4c37-994e-6f75fab5aeb1 req-9d9922a8-06ed-47d1-a24e-e3ae27b4448d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323632 Oct 18 18:55:16.068614 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a93965-176b-4b07-8d7d-c41e85f2dba8 req-5f876586-71ca-4f54-a01a-024e4016150e tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:16.070057 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92a93965-176b-4b07-8d7d-c41e85f2dba8 req-5f876586-71ca-4f54-a01a-024e4016150e tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0472131 Oct 18 18:55:16.108621 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92a93965-176b-4b07-8d7d-c41e85f2dba8 req-b10c7205-af23-4e43-8853-e102dc5a5047 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326869 Oct 18 18:55:17.227626 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6a702-28f6-491e-8532-993562966a76 req-10f6be7a-91f6-4ae6-8a20-da4bc0f644df tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:17.229071 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3db6a702-28f6-491e-8532-993562966a76 req-10f6be7a-91f6-4ae6-8a20-da4bc0f644df tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0471454 Oct 18 18:55:17.266753 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3db6a702-28f6-491e-8532-993562966a76 req-796db3ce-4c5f-4fdc-ba46-ada5192af5ed tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317543 Oct 18 18:55:18.383239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79c0cb-dd33-464a-a9a6-b5fd0af1ec2d req-cc4e91fb-7fe1-446e-abf7-dfba3bade7b4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:18.384725 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b79c0cb-dd33-464a-a9a6-b5fd0af1ec2d req-cc4e91fb-7fe1-446e-abf7-dfba3bade7b4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0505500 Oct 18 18:55:18.424732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0b79c0cb-dd33-464a-a9a6-b5fd0af1ec2d req-49447c33-dde0-4fc0-b9bb-00f2d6509791 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341733 Oct 18 18:55:19.539169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997c0d4-c868-4df9-820e-701c9f8cb2a6 req-4994a13c-d721-4752-9668-5a4a045661c1 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:19.540652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9997c0d4-c868-4df9-820e-701c9f8cb2a6 req-4994a13c-d721-4752-9668-5a4a045661c1 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0481970 Oct 18 18:55:19.578858 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9997c0d4-c868-4df9-820e-701c9f8cb2a6 req-6655ec0c-e737-4477-b7a9-69e13d6e4100 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322258 Oct 18 18:55:20.692775 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92ae6a-a992-42ae-b36c-fea59c10126b req-4e13ab5a-eb8f-48dd-ad86-1050de2012f4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:20.694215 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3e92ae6a-a992-42ae-b36c-fea59c10126b req-4e13ab5a-eb8f-48dd-ad86-1050de2012f4 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0470655 Oct 18 18:55:20.732480 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3e92ae6a-a992-42ae-b36c-fea59c10126b req-efd4883b-0973-45e5-8b63-a67c5db19227 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322592 Oct 18 18:55:20.766340 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-83dd1ddc-1a23-40cf-a04b-a83cc2e82827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:21.201707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984237-1a8b-4abe-b884-a3c3117bad01 req-07ef216d-6355-454a-b6e9-48503cefe398 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:21.203118 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-94984237-1a8b-4abe-b884-a3c3117bad01 req-07ef216d-6355-454a-b6e9-48503cefe398 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0509787 Oct 18 18:55:21.239976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-94984237-1a8b-4abe-b884-a3c3117bad01 req-9b7f2c2a-b4e4-413b-9915-4036626a3af9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303833 Oct 18 18:55:21.842670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0033e-8b89-4ef4-b99d-f8d9c8895ed7 req-6685ef8e-36d3-4db6-8f5f-1251637d0bd9 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:21.844118 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-28f0033e-8b89-4ef4-b99d-f8d9c8895ed7 req-6685ef8e-36d3-4db6-8f5f-1251637d0bd9 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0474436 Oct 18 18:55:21.885263 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-28f0033e-8b89-4ef4-b99d-f8d9c8895ed7 req-68af4572-20c8-43f4-902f-1ddc7a00f309 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343299 Oct 18 18:55:22.350889 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5a7de-beb9-4866-ad4b-c94118b1cae2 req-07b92654-46f3-46a7-89d3-e6c618663b80 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:22.352340 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bef5a7de-beb9-4866-ad4b-c94118b1cae2 req-07b92654-46f3-46a7-89d3-e6c618663b80 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0473678 Oct 18 18:55:22.390200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bef5a7de-beb9-4866-ad4b-c94118b1cae2 req-d206e934-9526-401f-9a74-a8c4710bdfe5 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321014 Oct 18 18:55:23.005368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3c1ae-867e-4ae0-a742-d059ce8755c1 req-3b162a24-5dfd-49f2-afe7-974bf1d99d33 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:23.006885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0bb3c1ae-867e-4ae0-a742-d059ce8755c1 req-3b162a24-5dfd-49f2-afe7-974bf1d99d33 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0529909 Oct 18 18:55:23.046402 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0bb3c1ae-867e-4ae0-a742-d059ce8755c1 req-36d88e79-b935-4f85-8f54-da0bfd2dda00 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329306 Oct 18 18:55:23.344460 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-37c55d60-4ecc-4a6f-9c16-1261b4ee46e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:23.500789 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df00371-5b81-4d57-88c0-04c2142ee689 req-fee333c3-bee4-43b8-8add-3f012ea3ea4b tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:23.502154 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1df00371-5b81-4d57-88c0-04c2142ee689 req-fee333c3-bee4-43b8-8add-3f012ea3ea4b tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0471432 Oct 18 18:55:23.540055 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1df00371-5b81-4d57-88c0-04c2142ee689 req-6c8e7e18-0cb7-4285-8a36-31ba0cc40599 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319021 Oct 18 18:55:24.157756 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93267f-a66b-47e7-9cfe-6439c95385c0 req-5d53a6f3-f7fb-41b0-a9a7-131cdc8658ce tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:24.159302 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9f93267f-a66b-47e7-9cfe-6439c95385c0 req-5d53a6f3-f7fb-41b0-a9a7-131cdc8658ce tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0482264 Oct 18 18:55:24.198038 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9f93267f-a66b-47e7-9cfe-6439c95385c0 req-78709653-648b-4caa-b65b-01a5af9209ae tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328357 Oct 18 18:55:24.214616 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:24.656712 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03648b2f-c19b-4869-b0a4-852919184677 req-3d56713c-307f-480f-b7d7-f9b6787f9489 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:24.658190 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-03648b2f-c19b-4869-b0a4-852919184677 req-3d56713c-307f-480f-b7d7-f9b6787f9489 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0536180 Oct 18 18:55:24.681287 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:24.696428 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-03648b2f-c19b-4869-b0a4-852919184677 req-224f1001-10df-4fcc-8d91-f39d3cd80f25 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323517 Oct 18 18:55:25.310788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149cd5c-a023-4cca-a4ba-d4f9f971784e req-60216f76-801e-48c2-ba0e-0945cc226497 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:25.312294 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9149cd5c-a023-4cca-a4ba-d4f9f971784e req-60216f76-801e-48c2-ba0e-0945cc226497 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0481539 Oct 18 18:55:25.352983 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9149cd5c-a023-4cca-a4ba-d4f9f971784e req-91379523-dc96-4406-a0e1-8dd7bab1d46d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&id=de481488-a2ed-4434-892b-d92f920a99f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345852 Oct 18 18:55:25.805512 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f9f2-bc24-4a3b-ae53-b6a76e0567f4 req-235114e6-a15a-4a00-af79-0e2a52920388 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:25.807020 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f292f9f2-bc24-4a3b-ae53-b6a76e0567f4 req-235114e6-a15a-4a00-af79-0e2a52920388 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0468209 Oct 18 18:55:25.844706 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f292f9f2-bc24-4a3b-ae53-b6a76e0567f4 req-4e7133b1-be70-4c71-b47d-4c6f6abad351 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Oct 18 18:55:26.076455 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:26.960201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774dcf3-b178-4bd9-8349-b2de65381634 req-a3fd7fe5-b4c5-45c3-a903-0a964a04213c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:26.961677 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8774dcf3-b178-4bd9-8349-b2de65381634 req-a3fd7fe5-b4c5-45c3-a903-0a964a04213c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0511818 Oct 18 18:55:26.999490 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8774dcf3-b178-4bd9-8349-b2de65381634 req-b724db51-b1d4-4bc6-a04b-ab9ff03c3aea tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320146 Oct 18 18:55:28.112289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584bf86-061d-4549-b930-38d1312528d3 req-ae87cac9-e55d-4add-a153-688b5fffc439 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:28.113753 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3584bf86-061d-4549-b930-38d1312528d3 req-ae87cac9-e55d-4add-a153-688b5fffc439 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0471480 Oct 18 18:55:28.150850 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3584bf86-061d-4549-b930-38d1312528d3 req-458115b3-edf3-4c8f-ba7e-72b3289af24b tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Oct 18 18:55:29.276074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47ab3-ecbd-490a-be6d-2e3cda6563b5 req-dc298f8e-05da-4d03-87ec-5bb638e7796a tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:29.277752 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cb47ab3-ecbd-490a-be6d-2e3cda6563b5 req-dc298f8e-05da-4d03-87ec-5bb638e7796a tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0476286 Oct 18 18:55:29.315088 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cb47ab3-ecbd-490a-be6d-2e3cda6563b5 req-0a2b3b91-e531-4540-9aac-3b9beb61629d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310369 Oct 18 18:55:30.082905 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:55:30.432616 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a0fc3-d5b8-41b4-bad9-6f71b8c07ebb req-6865c237-7f87-44c2-b945-4688ab50e1f2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:30.434105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-935a0fc3-d5b8-41b4-bad9-6f71b8c07ebb req-6865c237-7f87-44c2-b945-4688ab50e1f2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0521703 Oct 18 18:55:30.472623 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-935a0fc3-d5b8-41b4-bad9-6f71b8c07ebb req-3d24e8e9-18f9-4f58-8005-faf658fefbbd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319176 Oct 18 18:55:31.347593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-b0acf292-8b0c-4bc5-a5c3-426c7a3c3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:31.349078 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-b0acf292-8b0c-4bc5-a5c3-426c7a3c3cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.0384107 Oct 18 18:55:31.433286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:31.442019 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-112c692f-386a-42bd-af8a-dfe72b291476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:31.443539 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-112c692f-386a-42bd-af8a-dfe72b291476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0873349 Oct 18 18:55:31.510247 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-975824b7-2817-429c-bc78-445eee933879 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 1002 time: 0.0593202 Oct 18 18:55:31.590060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-304aa3af-9360-4469-9377-624c58b904aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:31.591534 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-304aa3af-9360-4469-9377-624c58b904aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0733180 Oct 18 18:55:31.606808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ace3f3-da0f-4ff9-bdb7-6b85b674920f req-0c6a7303-6420-4f37-abe8-b188fc617c20 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:31.608153 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06ace3f3-da0f-4ff9-bdb7-6b85b674920f req-0c6a7303-6420-4f37-abe8-b188fc617c20 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0644596 Oct 18 18:55:31.668672 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-06ace3f3-da0f-4ff9-bdb7-6b85b674920f req-4f0d0bda-949b-4faf-8fa1-e8dd95b7b607 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531824 Oct 18 18:55:31.671115 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-1f49297d-0bc9-483a-b7a0-cc1b1d95313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:31.672512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-1f49297d-0bc9-483a-b7a0-cc1b1d95313c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738106 Oct 18 18:55:31.763598 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-58776d13-b328-42c9-b744-58c3097853a8 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832732 Oct 18 18:55:31.853147 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-307ca1a2-dffa-4d5a-be36-b9ae6d5082b1 req-9f7e9ef6-41bb-441d-8daf-47ed0adb9d5d service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824378 Oct 18 18:55:32.781370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187219-8442-4129-8fcf-70ea2203bc24 req-3eada9be-7290-47e0-9cf6-9df86131ba00 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:32.783501 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa187219-8442-4129-8fcf-70ea2203bc24 req-3eada9be-7290-47e0-9cf6-9df86131ba00 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0476561 Oct 18 18:55:32.823299 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa187219-8442-4129-8fcf-70ea2203bc24 req-b01c1c9e-7730-4d6e-a88f-af926d642811 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Oct 18 18:55:33.947939 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15845d88-9587-4153-a450-f4c791e41dad req-5cfbf2ea-fdde-49d1-929f-253d850db4d6 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:33.949438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15845d88-9587-4153-a450-f4c791e41dad req-5cfbf2ea-fdde-49d1-929f-253d850db4d6 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0494032 Oct 18 18:55:33.991151 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-15845d88-9587-4153-a450-f4c791e41dad req-8696503a-9b1b-4638-a85d-befe77eb8bea tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340068 Oct 18 18:55:35.104649 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-147fd375-e0c7-4f11-9b00-0008721cafbd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673981 Oct 18 18:55:35.116498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bc8a8-b03c-4acd-b33f-af96cb5c8f12 req-3cb5a2ea-251a-4156-92b2-845d1185029c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.117917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-774bc8a8-b03c-4acd-b33f-af96cb5c8f12 req-3cb5a2ea-251a-4156-92b2-845d1185029c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0570824 Oct 18 18:55:35.179590 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-774bc8a8-b03c-4acd-b33f-af96cb5c8f12 req-7c364b7f-af93-4a41-91f0-cb8cd0297986 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555458 Oct 18 18:55:35.192016 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-c114e5d0-d320-45a7-b399-a62442479cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.193525 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-c114e5d0-d320-45a7-b399-a62442479cb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1138 time: 0.0539684 Oct 18 18:55:35.248354 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-29180ddd-3946-4b0f-9749-7136e8276179 req-4eec3460-36a9-4551-9458-632c27ec252a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:55:35.249232 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-29180ddd-3946-4b0f-9749-7136e8276179 req-4eec3460-36a9-4551-9458-632c27ec252a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056167 Oct 18 18:55:35.298948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:55:35.303194 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-a391ebc5-1783-4526-914c-7539c750bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.304689 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-a391ebc5-1783-4526-914c-7539c750bec0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.0923831 Oct 18 18:55:35.384442 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:35.388517 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-cd398379-c46c-4258-a7a6-42f33f515dd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545151 Oct 18 18:55:35.409650 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:55:35.411945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0dd14-b5d4-409d-9f48-0ce3494f453b" -d '{"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-unplugged", "status": "completed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:55:35.424218 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-e7c23172-a4ed-4259-99da-b378ef49989f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 1002 time: 0.1053514 Oct 18 18:55:35.426181 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:55:35.432958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:35.459434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 18 Oct 2021 18:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dc0b3a-2ca8-4751-9559-37b86ee1705a x-openstack-request-id: req-a4dc0b3a-2ca8-4751-9559-37b86ee1705a {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:55:35.459735 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-unplugged", "status": "failed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "code": 422}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:55:35.459987 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a4dc0b3a-2ca8-4751-9559-37b86ee1705a {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:55:35.460455 dv-cinder-813220-2-iscsi neutron-server[129717]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'code': 422} returned with failed status Oct 18 18:55:35.481172 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c80a3-b1a9-4639-9a2b-d3c68e2d84e3 req-40538097-e4bd-4636-8369-b6665d55249f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.482817 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c87c80a3-b1a9-4639-9a2b-d3c68e2d84e3 req-40538097-e4bd-4636-8369-b6665d55249f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0979180 Oct 18 18:55:35.492545 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=6']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:55:35.517307 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-dc75ec66-97c5-494f-943a-c05306ab49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.519553 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-dc75ec66-97c5-494f-943a-c05306ab49df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0879390 Oct 18 18:55:35.563882 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c87c80a3-b1a9-4639-9a2b-d3c68e2d84e3 req-aecca445-fa32-435c-a902-e7613769ee0e tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711143 Oct 18 18:55:35.578298 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-982b181a-9350-4ad8-b4aa-88e67599759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:35.579868 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-982b181a-9350-4ad8-b4aa-88e67599759e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501475 Oct 18 18:55:35.678839 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-e0e3adad-cd27-4415-b585-45a1ab49ec13 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918832 Oct 18 18:55:35.779397 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-abcdcb81-24cb-4b48-b428-fff520b9fa53 req-c34f88df-a813-468e-ae59-0897a6d5852c service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915499 Oct 18 18:55:36.690157 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-2e65f7bd-97b9-4897-8c42-573859222746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:36.691674 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-2e65f7bd-97b9-4897-8c42-573859222746 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184&tenant_id=3d9bbc61321a47abb852671e78856939 HTTP/1.1" status: 200 len: 1097 time: 0.0670717 Oct 18 18:55:36.703211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332bc3-1aff-46a5-bd33-8ce8d102639f req-c41d1cdf-fe13-458e-8773-0d579e7ac62d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:36.704665 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-81332bc3-1aff-46a5-bd33-8ce8d102639f req-c41d1cdf-fe13-458e-8773-0d579e7ac62d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0706601 Oct 18 18:55:36.769834 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-81332bc3-1aff-46a5-bd33-8ce8d102639f req-a05abad1-e6c9-4be4-b0e9-93b5cbe665ee tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590470 Oct 18 18:55:36.777088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-5835a76c-7a23-444c-b5b5-f17ef1465f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:36.778499 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-5835a76c-7a23-444c-b5b5-f17ef1465f11 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1097 time: 0.0620649 Oct 18 18:55:36.866279 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-093a4a74-8ed5-4810-a6d6-efb6a8f58a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:36.867694 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-093a4a74-8ed5-4810-a6d6-efb6a8f58a53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0824914 Oct 18 18:55:36.937352 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-e3a0115e-3457-4153-9852-f2a2ce47418e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 1000 time: 0.0613406 Oct 18 18:55:36.991175 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-5fdcd2b2-4a1d-4d50-93ca-6c5be5dabb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:36.992816 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-5fdcd2b2-4a1d-4d50-93ca-6c5be5dabb01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0437160 Oct 18 18:55:37.037478 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-6eead19a-396b-4e0a-b346-e735c9c23824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:37.038969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-6eead19a-396b-4e0a-b346-e735c9c23824 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396791 Oct 18 18:55:37.131044 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-5b0ef00c-4c4e-41f2-8f36-c484edbaf28a service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834126 Oct 18 18:55:37.226870 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-50ded581-1e89-4ce1-8bac-02ab9c6ab39b service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Oct 18 18:55:37.882932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0f6b-9f24-454a-ad9e-67e7e30c37c0 req-ad5054bf-5310-4598-86c8-bbb10eb00952 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:37.884389 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5bbe0f6b-9f24-454a-ad9e-67e7e30c37c0 req-ad5054bf-5310-4598-86c8-bbb10eb00952 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0471723 Oct 18 18:55:37.921235 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5bbe0f6b-9f24-454a-ad9e-67e7e30c37c0 req-1b3bb6af-c30c-4523-846d-b29bd35b2cef tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Oct 18 18:55:39.035717 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e166f8-2736-487e-8c7c-7ff8016acbbb req-0906aa74-77ec-4e70-9890-9e5e6c9328e9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:39.037201 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c0e166f8-2736-487e-8c7c-7ff8016acbbb req-0906aa74-77ec-4e70-9890-9e5e6c9328e9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0475183 Oct 18 18:55:39.072732 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c0e166f8-2736-487e-8c7c-7ff8016acbbb req-d4643023-8efd-4d18-a8d9-739a6bb694fc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297766 Oct 18 18:55:40.186173 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168e270-5624-43ae-a0ca-b008183069bf req-d165a72f-bb0d-4116-8724-dd3ff2175aa9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:40.187648 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0168e270-5624-43ae-a0ca-b008183069bf req-d165a72f-bb0d-4116-8724-dd3ff2175aa9 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0468621 Oct 18 18:55:40.229133 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0168e270-5624-43ae-a0ca-b008183069bf req-2ecccf35-ae3c-41e3-8668-a85c899f9230 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Oct 18 18:55:41.348708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5893638-5233-4bc2-a93a-0ecec875d6c4 req-4cb054e4-19ea-4fcf-87c9-02f27bd1f499 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:41.350398 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5893638-5233-4bc2-a93a-0ecec875d6c4 req-4cb054e4-19ea-4fcf-87c9-02f27bd1f499 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0528371 Oct 18 18:55:41.389821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d5893638-5233-4bc2-a93a-0ecec875d6c4 req-1827c466-551e-44b6-9af3-a7bc750cc222 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Oct 18 18:55:42.505430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440dd3-5f40-4910-99fc-55ded3cf37dd req-fd3cdd97-2487-45a2-90cf-0a0b81530ef7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:42.506931 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a4440dd3-5f40-4910-99fc-55ded3cf37dd req-fd3cdd97-2487-45a2-90cf-0a0b81530ef7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0470188 Oct 18 18:55:42.543917 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a4440dd3-5f40-4910-99fc-55ded3cf37dd req-0c9f5a41-4d42-4d75-b4d8-0a1a30634641 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Oct 18 18:55:43.656055 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764860fe-207b-489e-8d74-3fde53608f31 req-7d3928cc-84f3-4459-83c2-14a3608e10dc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:43.657489 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-764860fe-207b-489e-8d74-3fde53608f31 req-7d3928cc-84f3-4459-83c2-14a3608e10dc tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0468488 Oct 18 18:55:43.696564 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-764860fe-207b-489e-8d74-3fde53608f31 req-496c51c5-5ea9-4418-be70-a201b35023fb tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Oct 18 18:55:44.813909 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9b02-0c2e-4b32-8b38-a982df72ce82 req-73b7696b-43c3-4594-b8a1-ec0a7f40e17d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:44.815432 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1c0c9b02-0c2e-4b32-8b38-a982df72ce82 req-73b7696b-43c3-4594-b8a1-ec0a7f40e17d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 944 time: 0.0520921 Oct 18 18:55:44.852786 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1c0c9b02-0c2e-4b32-8b38-a982df72ce82 req-4de8315a-05e7-47d9-b6f9-344c41af9782 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Oct 18 18:55:45.327305 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:55:45.416484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:55:45.426945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'port_id': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'mac_address': 'fa:16:3e:4f:d2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:55:45.465521 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:45.477217 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:55:45.495727 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:55:45.499649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:45.543667 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=7']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:55:45.550965 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.551316 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.551646 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.551972 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.552297 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.552621 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.552941 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.553260 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.553578 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.553893 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.554207 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.554519 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:55:45.871663 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:55:45.963305 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afe6f2-714b-4868-99ea-c4273fcb1a4f req-ebe4d043-275a-4e86-a004-35065ea2d013 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:45.964701 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9afe6f2-714b-4868-99ea-c4273fcb1a4f req-ebe4d043-275a-4e86-a004-35065ea2d013 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 945 time: 0.0462170 Oct 18 18:55:46.002777 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9afe6f2-714b-4868-99ea-c4273fcb1a4f req-32caf82e-cef2-4dc6-b287-c7ebe005f949 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Oct 18 18:55:47.114257 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cd924-c5d6-4750-8b84-8c25af48f245 req-13796934-7f1f-463d-8a6c-b48688b6e405 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:47.115745 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-001cd924-c5d6-4750-8b84-8c25af48f245 req-13796934-7f1f-463d-8a6c-b48688b6e405 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 945 time: 0.0459747 Oct 18 18:55:47.155931 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-001cd924-c5d6-4750-8b84-8c25af48f245 req-43930ef6-6032-4d4b-be5c-c5353ea5b200 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340209 Oct 18 18:55:47.344671 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:55:47.390937 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:55:47.391296 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:47.466272 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:47.487633 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:55:47.490523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be926fd9-eaff-490c-aea7-ba52520edf01" -d '{"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-plugged", "status": "completed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:55:47.502484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:55:47.506795 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:47.529262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aa4a13-2573-447d-8559-d850adebd107 x-openstack-request-id: req-44aa4a13-2573-447d-8559-d850adebd107 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:55:47.529545 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-plugged", "status": "completed", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:55:47.529791 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-44aa4a13-2573-447d-8559-d850adebd107 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:55:47.530166 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'code': 200} Oct 18 18:55:47.556171 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=8']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:55:47.762901 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c3cb1-9859-414d-b7a6-665641fea723 req-11c2fe6a-bd89-4b7d-91b6-c0f9c4aebf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:47.764356 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-705c3cb1-9859-414d-b7a6-665641fea723 req-11c2fe6a-bd89-4b7d-91b6-c0f9c4aebf57 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.0389974 Oct 18 18:55:47.798861 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-705c3cb1-9859-414d-b7a6-665641fea723 req-e1797491-111f-4908-b064-8bc470492f32 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265422 Oct 18 18:55:48.267941 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289187db-b71e-4acc-bf9f-904097ae3b9f req-157d5b5e-ede7-4436-8fa1-810f0a3d404f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:48.270025 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-289187db-b71e-4acc-bf9f-904097ae3b9f req-157d5b5e-ede7-4436-8fa1-810f0a3d404f tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0475178 Oct 18 18:55:48.305739 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-289187db-b71e-4acc-bf9f-904097ae3b9f req-3be2f4cb-0b97-42b8-8be8-f454cd8efde7 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300658 Oct 18 18:55:49.421116 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5006f3-e14c-4f8d-84f8-039ce8638d02 req-8d88df28-ffde-433d-b73d-612cdfd5a03c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:49.422632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb5006f3-e14c-4f8d-84f8-039ce8638d02 req-8d88df28-ffde-433d-b73d-612cdfd5a03c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0472608 Oct 18 18:55:49.463120 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb5006f3-e14c-4f8d-84f8-039ce8638d02 req-519ccc8d-ee73-468d-bbc5-c1fd5a1baa4d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346868 Oct 18 18:55:50.768095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1c9342b7-1b29-43f9-8008-c4af8537cc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:53.343707 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1a9a3813-2d35-4d97-9f1c-56dd12612c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:54.215866 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:54.684438 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:56.078220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:55:57.608478 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174e9db-3581-4bdc-a634-64efff3bda34 req-eb8cfe5b-1edf-4b37-832a-d22947adb467 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:57.609927 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6174e9db-3581-4bdc-a634-64efff3bda34 req-eb8cfe5b-1edf-4b37-832a-d22947adb467 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0461001 Oct 18 18:55:57.646572 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6174e9db-3581-4bdc-a634-64efff3bda34 req-3a2d5b90-fc07-422e-8a0d-fc12144895e6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308871 Oct 18 18:55:58.761039 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6fc58-7d39-4cde-9204-1d5a701a66fa req-692b5c7e-068e-4b1e-ae8f-9d4e5c577d0a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:58.762462 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6ad6fc58-7d39-4cde-9204-1d5a701a66fa req-692b5c7e-068e-4b1e-ae8f-9d4e5c577d0a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0462379 Oct 18 18:55:58.801439 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6ad6fc58-7d39-4cde-9204-1d5a701a66fa req-d22c1e48-e60a-4bff-ac24-2c0d3147ce9f tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332541 Oct 18 18:55:59.915381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed187a-d2ab-450a-95f2-c719019047f7 req-16fa879e-0ff8-4fff-aced-7da0f49e4428 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:55:59.916829 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07ed187a-d2ab-450a-95f2-c719019047f7 req-16fa879e-0ff8-4fff-aced-7da0f49e4428 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0461726 Oct 18 18:55:59.956376 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07ed187a-d2ab-450a-95f2-c719019047f7 req-1309138f-86c7-4bd7-bdfc-563333317dcf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338254 Oct 18 18:56:01.070806 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34011914-344d-4df0-9518-de738836a7ab req-6ea4231a-d049-4b85-b181-edee354a6873 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:01.072251 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34011914-344d-4df0-9518-de738836a7ab req-6ea4231a-d049-4b85-b181-edee354a6873 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0464313 Oct 18 18:56:01.109562 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-34011914-344d-4df0-9518-de738836a7ab req-78d9c480-570f-48f8-8411-5f943323f922 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314610 Oct 18 18:56:01.440689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:02.229081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbcc84-d3e5-4e5b-92a0-68aceab68bac req-f10ee186-c919-49b2-a5b7-cccc4cfdc07b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:02.230577 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6edbcc84-d3e5-4e5b-92a0-68aceab68bac req-f10ee186-c919-49b2-a5b7-cccc4cfdc07b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0467393 Oct 18 18:56:02.267974 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6edbcc84-d3e5-4e5b-92a0-68aceab68bac req-fcfdda1b-afde-4894-881e-b3f7fc7edbb0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315974 Oct 18 18:56:03.385971 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f7176-e691-4b6a-b157-fc99f8730b86 req-5020e047-2bb6-4d30-a815-25f863cec308 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:03.387449 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d1f7176-e691-4b6a-b157-fc99f8730b86 req-5020e047-2bb6-4d30-a815-25f863cec308 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0477226 Oct 18 18:56:03.426529 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3d1f7176-e691-4b6a-b157-fc99f8730b86 req-527bf59d-e45e-436f-9ed8-89d8890bcc62 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332260 Oct 18 18:56:04.543896 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7cc1d-953a-4a46-a336-d5eea079da5c req-f05681f6-9ea9-487d-a350-683481350540 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:04.545347 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fed7cc1d-953a-4a46-a336-d5eea079da5c req-f05681f6-9ea9-487d-a350-683481350540 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0471201 Oct 18 18:56:04.582773 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fed7cc1d-953a-4a46-a336-d5eea079da5c req-9d02fd13-34d5-481e-890f-d74d07157670 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Oct 18 18:56:05.704781 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e55765-d0cf-48fb-a0d6-9e791d196e1d req-7193c5d6-a09d-41d6-98ae-ac8b73f1980c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:05.706282 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-58e55765-d0cf-48fb-a0d6-9e791d196e1d req-7193c5d6-a09d-41d6-98ae-ac8b73f1980c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0539200 Oct 18 18:56:05.747630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-58e55765-d0cf-48fb-a0d6-9e791d196e1d req-bbfb6b25-49dc-4643-a1ff-33477ae0367e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347424 Oct 18 18:56:06.862441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a9bf0-ac71-49f7-b3ef-ff96590c83c2 req-f1bfd58b-67e5-4e60-8a8a-6405eeeeb8f9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:06.863826 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-220a9bf0-ac71-49f7-b3ef-ff96590c83c2 req-f1bfd58b-67e5-4e60-8a8a-6405eeeeb8f9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0476637 Oct 18 18:56:06.903088 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-220a9bf0-ac71-49f7-b3ef-ff96590c83c2 req-2f6d2fec-3b47-4041-9021-5eb1f4ec10a9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335503 Oct 18 18:56:07.082061 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:56:08.018033 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b592637-7f02-4303-afd8-86c5f3f2bfee req-61e14257-cc1b-48d9-8df1-161d470ecce6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:08.019532 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9b592637-7f02-4303-afd8-86c5f3f2bfee req-61e14257-cc1b-48d9-8df1-161d470ecce6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0485032 Oct 18 18:56:08.056940 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-9b592637-7f02-4303-afd8-86c5f3f2bfee req-2ef8a598-ceb4-47a6-b4a5-8a749c189c85 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Oct 18 18:56:09.172963 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d259ed-8aac-4de3-8eb0-07fbb4d00521 req-28a0fc35-a0ba-4a7e-b466-d186b1b596d9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:09.174403 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99d259ed-8aac-4de3-8eb0-07fbb4d00521 req-28a0fc35-a0ba-4a7e-b466-d186b1b596d9 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0473692 Oct 18 18:56:09.210848 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99d259ed-8aac-4de3-8eb0-07fbb4d00521 req-145e10e8-dd5b-4f3f-966e-21b0ca56d268 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300670 Oct 18 18:56:09.421585 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:56:09.512434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:09.523018 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '62279517-420d-4770-81a2-25f70608437d', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:56:09.559195 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:09.574026 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62279517-420d-4770-81a2-25f70608437d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:56:09.591911 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:09.595837 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:09.755179 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=6']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:09.791531 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['62279517-420d-4770-81a2-25f70608437d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:56:10.324476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2af0e-b72a-4ae9-a1e6-9042ed8c1ef0 req-aefac415-b3a8-420d-bf69-d40034d9294b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:10.325901 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-27a2af0e-b72a-4ae9-a1e6-9042ed8c1ef0 req-aefac415-b3a8-420d-bf69-d40034d9294b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 945 time: 0.0458291 Oct 18 18:56:10.364676 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-27a2af0e-b72a-4ae9-a1e6-9042ed8c1ef0 req-14735fce-8d13-4ed3-a1ac-896b3b7ee5a0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Oct 18 18:56:11.433390 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:56:11.479709 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82d205-72f6-4530-b270-d1408f845b93 req-2aa2a8ef-65a1-4ed5-aef4-c7f320d34700 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:11.481180 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ab82d205-72f6-4530-b270-d1408f845b93 req-2aa2a8ef-65a1-4ed5-aef4-c7f320d34700 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 945 time: 0.0470250 Oct 18 18:56:11.482667 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 62279517-420d-4770-81a2-25f70608437d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:56:11.483105 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:11.518090 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ab82d205-72f6-4530-b270-d1408f845b93 req-56e93389-8aeb-4f39-ac03-7848e72efdc6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305946 Oct 18 18:56:11.557081 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:11.578445 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:11.580702 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e251f8-f681-4194-b6f3-4ece463bbfdc" -d '{"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:11.593314 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:11.597594 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:11.624913 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ce439e-d3cf-4686-a1ed-b2d1794d7b7d x-openstack-request-id: req-31ce439e-d3cf-4686-a1ed-b2d1794d7b7d {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:11.625218 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:11.625466 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31ce439e-d3cf-4686-a1ed-b2d1794d7b7d {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:11.625842 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'code': 200} Oct 18 18:56:11.651004 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=7']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:12.635059 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36824592-1025-409e-83c7-317ea522863d req-ccfc0f58-ee89-4608-9fcc-c4a172e6d370 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:12.636520 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36824592-1025-409e-83c7-317ea522863d req-ccfc0f58-ee89-4608-9fcc-c4a172e6d370 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0476210 Oct 18 18:56:12.672859 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-36824592-1025-409e-83c7-317ea522863d req-876b4a1d-19a4-4922-8deb-1eb3e47cf9eb tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305378 Oct 18 18:56:13.792600 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a83815-9905-47fa-8eeb-480547e1a372 req-90b714a6-3177-4128-9c6c-3506bef939bf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:13.797172 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00a83815-9905-47fa-8eeb-480547e1a372 req-90b714a6-3177-4128-9c6c-3506bef939bf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0522134 Oct 18 18:56:13.836794 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-00a83815-9905-47fa-8eeb-480547e1a372 req-e0f4b548-abb1-4651-8e53-2b2b48fbe541 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363638 Oct 18 18:56:14.954097 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46420d82-e9d4-44aa-bb74-473f7e7775df req-fb415434-f9b3-45bb-bb59-19e1d7cfeb92 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:14.955613 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-46420d82-e9d4-44aa-bb74-473f7e7775df req-fb415434-f9b3-45bb-bb59-19e1d7cfeb92 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0488825 Oct 18 18:56:14.995461 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-46420d82-e9d4-44aa-bb74-473f7e7775df req-64335c93-265b-4aee-8d58-0aa40308b998 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335076 Oct 18 18:56:16.120875 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a597f8-dfbc-464b-b451-4cdb4161a395 req-7042ee2f-1f15-47b8-bc10-013419d9f308 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:16.128580 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-22a597f8-dfbc-464b-b451-4cdb4161a395 req-7042ee2f-1f15-47b8-bc10-013419d9f308 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0575306 Oct 18 18:56:16.167269 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-22a597f8-dfbc-464b-b451-4cdb4161a395 req-304e7656-7f45-4df6-bd90-0c6ba041de9a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Oct 18 18:56:17.313425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d978e2-f570-4a68-a434-455ba057a38a req-13d5e5b0-c505-4090-9435-a84e245a5ea4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:17.316521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07d978e2-f570-4a68-a434-455ba057a38a req-13d5e5b0-c505-4090-9435-a84e245a5ea4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0490530 Oct 18 18:56:17.363146 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07d978e2-f570-4a68-a434-455ba057a38a req-2397f0a5-c0b3-49e1-ae40-55c14476af95 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 Oct 18 18:56:18.488837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fbdcf-acd0-48a9-88ef-0fe0b4e933ed req-06fa38a3-9e60-4f74-bd8f-7f8431f2df79 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:18.496189 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-180fbdcf-acd0-48a9-88ef-0fe0b4e933ed req-06fa38a3-9e60-4f74-bd8f-7f8431f2df79 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0582366 Oct 18 18:56:18.543494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-180fbdcf-acd0-48a9-88ef-0fe0b4e933ed req-7c2d6240-2d7c-451c-9b67-d046164f64f0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Oct 18 18:56:19.664342 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952588b-73be-4f48-9796-44016ee28c4c req-08af1de0-bc51-427a-b594-56b8c010dbb5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:19.665771 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0952588b-73be-4f48-9796-44016ee28c4c req-08af1de0-bc51-427a-b594-56b8c010dbb5 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0491953 Oct 18 18:56:19.708027 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0952588b-73be-4f48-9796-44016ee28c4c req-5910a8ec-f043-4539-9369-97e3f6fcb01b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333765 Oct 18 18:56:20.773017 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f217671b-469c-4a5f-9fdb-9e2533dae94d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:20.844383 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0110fd-29d7-4be3-802e-1bfce9247feb req-59199506-65ad-4143-b43f-ea9c5373eb8c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:20.846966 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d0110fd-29d7-4be3-802e-1bfce9247feb req-59199506-65ad-4143-b43f-ea9c5373eb8c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0499182 Oct 18 18:56:20.900043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d0110fd-29d7-4be3-802e-1bfce9247feb req-1613f3b2-30c0-4633-aab8-5772955a3c05 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374568 Oct 18 18:56:22.078188 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bd820-0f41-4de5-a9c2-bec1125f4ca7 req-18e2a6ef-a69d-4a2f-9b4e-d9e080f717ff tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:22.079720 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1c9bd820-0f41-4de5-a9c2-bec1125f4ca7 req-18e2a6ef-a69d-4a2f-9b4e-d9e080f717ff tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.1069419 Oct 18 18:56:22.120417 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1c9bd820-0f41-4de5-a9c2-bec1125f4ca7 req-78cd4fff-d0db-4906-ab5f-6ccf7c91e1d3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343275 Oct 18 18:56:23.245451 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ad1f-efab-41d3-a37b-9ceba58de1e2 req-4017f721-f6e1-40a5-ab2d-cf520bba9bb8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:23.246951 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7db0ad1f-efab-41d3-a37b-9ceba58de1e2 req-4017f721-f6e1-40a5-ab2d-cf520bba9bb8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0495121 Oct 18 18:56:23.286179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7db0ad1f-efab-41d3-a37b-9ceba58de1e2 req-698e4e80-25b1-496f-b111-37960f93f7b4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Oct 18 18:56:23.345562 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4f627aeb-f2c8-490d-a4e6-37738f8c4b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:24.221738 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:24.424340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83894a-4816-49b0-8b21-af5371a864c2 req-5b12f8cb-c78f-4da5-a25a-a674d87afe86 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:24.425815 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c83894a-4816-49b0-8b21-af5371a864c2 req-5b12f8cb-c78f-4da5-a25a-a674d87afe86 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0499473 Oct 18 18:56:24.473054 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c83894a-4816-49b0-8b21-af5371a864c2 req-cc5530f7-3330-429a-b975-b74d9c14346e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397391 Oct 18 18:56:24.698578 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:25.611100 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10542a-98b0-4c10-a1cd-07d03eb91f15 req-c6dd4b7a-81bd-4331-a36d-1c436af55bc2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:25.612615 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce10542a-98b0-4c10-a1cd-07d03eb91f15 req-c6dd4b7a-81bd-4331-a36d-1c436af55bc2 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0489631 Oct 18 18:56:25.651105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce10542a-98b0-4c10-a1cd-07d03eb91f15 req-9ca13e9b-5657-42be-8d6d-02ba79594117 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317757 Oct 18 18:56:26.082243 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:26.592517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-166796c6-7d1b-4336-b92d-104e025f7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:26.593969 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-166796c6-7d1b-4336-b92d-104e025f7396 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1099 time: 0.0409451 Oct 18 18:56:26.687764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-fc036786-26d8-4ca1-a74d-c96febc7c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:26.689226 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-fc036786-26d8-4ca1-a74d-c96febc7c198 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0866327 Oct 18 18:56:26.782369 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-549890a1-b1da-4ae0-8a3e-3b100f455f10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1002 time: 0.0850253 Oct 18 18:56:26.794101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5400cc0-1061-4add-9e09-e37db95e2454 req-a9f52f95-8097-4fb7-bc57-395ddbde13b7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:26.795496 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c5400cc0-1061-4add-9e09-e37db95e2454 req-a9f52f95-8097-4fb7-bc57-395ddbde13b7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0645990 Oct 18 18:56:26.860372 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-5d469caa-dcef-4e59-bb80-c28f719a7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:26.861771 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-5d469caa-dcef-4e59-bb80-c28f719a7297 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0654585 Oct 18 18:56:26.864765 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c5400cc0-1061-4add-9e09-e37db95e2454 req-22780db8-0b30-4740-97c1-a603f638e4fa tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617135 Oct 18 18:56:26.909201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-393534cb-a29d-49ee-ba17-61a559f1e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:26.910722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-393534cb-a29d-49ee-ba17-61a559f1e155 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393391 Oct 18 18:56:27.008535 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-c1c915f5-8edb-4ad1-b878-5afb2e0a56d1 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Oct 18 18:56:27.098825 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2aa93e0c-28a2-41a2-93e0-22990a5a42c7 req-73282e10-649a-49c9-837e-214f31da9be1 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823078 Oct 18 18:56:27.987160 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfef41-da60-4acd-bf89-d6507d2eb3cf req-89ab4776-b10e-4e30-8138-b7d85a7e1fbc tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:27.988644 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0cfef41-da60-4acd-bf89-d6507d2eb3cf req-89ab4776-b10e-4e30-8138-b7d85a7e1fbc tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0519505 Oct 18 18:56:28.026300 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0cfef41-da60-4acd-bf89-d6507d2eb3cf req-23abd25a-9301-49e5-a7f6-642de608e8bf tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314362 Oct 18 18:56:29.145012 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc673757-70e0-4ac0-92da-783bc24f1c6c req-4c22a9c1-19a4-4895-9e43-790062786f5b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:29.146517 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dc673757-70e0-4ac0-92da-783bc24f1c6c req-4c22a9c1-19a4-4895-9e43-790062786f5b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0482666 Oct 18 18:56:29.183703 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dc673757-70e0-4ac0-92da-783bc24f1c6c req-17d963f9-7ac3-4916-9a10-4a848a4218f3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312531 Oct 18 18:56:30.235946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69855d-ca1d-48c2-b982-37a549ed6604 req-074de1a9-5906-44ca-8c49-c811afaeef2a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:30.237507 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d69855d-ca1d-48c2-b982-37a549ed6604 req-074de1a9-5906-44ca-8c49-c811afaeef2a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.0492592 Oct 18 18:56:30.280109 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2d69855d-ca1d-48c2-b982-37a549ed6604 req-4baa954d-f966-456e-a5a4-aba069e7e2a4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336332 Oct 18 18:56:30.396159 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 45842) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:30.476740 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-12531316-b29e-4fa5-8bf1-009bbf8b479f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794430 Oct 18 18:56:30.485267 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-def29b08-ec57-4c5e-a4cc-47d571dc233e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:56:30.486213 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-def29b08-ec57-4c5e-a4cc-47d571dc233e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047207 Oct 18 18:56:31.281081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-015a85c1-14d0-45bf-8ddc-a6f221c485eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.282421 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-015a85c1-14d0-45bf-8ddc-a6f221c485eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6&tenant_id=c898dae86fd145c7bf0a0d90efe560eb HTTP/1.1" status: 200 len: 1099 time: 0.0377803 Oct 18 18:56:31.342665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-9034b942-c9aa-4438-9763-bdf536666160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.344233 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-9034b942-c9aa-4438-9763-bdf536666160 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1099 time: 0.0383711 Oct 18 18:56:31.450796 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:31.451765 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa052b77-b4f0-4251-bf13-3bdeb110e6b9 req-c1b22e91-13b3-41dd-a4fd-bbead0a2927a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.453243 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa052b77-b4f0-4251-bf13-3bdeb110e6b9 req-c1b22e91-13b3-41dd-a4fd-bbead0a2927a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 946 time: 0.1036613 Oct 18 18:56:31.487103 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-1edefcbf-1ab5-4a0a-aa4b-f722315cbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.488505 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-1edefcbf-1ab5-4a0a-aa4b-f722315cbadd service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.1372375 Oct 18 18:56:31.509451 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:31.539719 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-aa052b77-b4f0-4251-bf13-3bdeb110e6b9 req-e80f654c-becd-4220-8964-f0ec875eeb30 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774205 Oct 18 18:56:31.565864 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-ce301fe9-745b-481c-8d20-ce5fa684e030 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1002 time: 0.0682573 Oct 18 18:56:31.582589 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:31.605251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:31.607514 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b717551c-14f5-4b70-84a8-af3c9be7a6d1" -d '{"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-unplugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:31.616580 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-4ab1ea4d-e43e-4553-9db5-68820f39fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.617595 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-4ab1ea4d-e43e-4553-9db5-68820f39fdb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0434952 Oct 18 18:56:31.624520 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:31.629174 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:31.652737 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8564900f-a9f8-4ba2-b686-846277128961 x-openstack-request-id: req-8564900f-a9f8-4ba2-b686-846277128961 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:31.653026 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-unplugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:31.653274 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8564900f-a9f8-4ba2-b686-846277128961 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:31.653837 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'code': 200} Oct 18 18:56:31.664946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-4437433a-2df5-41fa-9f6c-e0288dad1c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:31.666465 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-4437433a-2df5-41fa-9f6c-e0288dad1c3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415471 Oct 18 18:56:31.679115 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=8']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:31.760420 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-7c538115-0fe2-48f8-8a98-72aa75da7de9 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863967 Oct 18 18:56:31.849997 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-85f14e7f-cebe-4082-94a5-a0affeca8c14 req-7618e178-3194-4386-b615-e195a56d5b2f service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817308 Oct 18 18:56:32.661231 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fd218-67af-43ce-9b0f-9a336feabe73 req-a83f99ee-9ff4-4c3f-a4ea-9d86070363b4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:32.663434 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-905fd218-67af-43ce-9b0f-9a336feabe73 req-a83f99ee-9ff4-4c3f-a4ea-9d86070363b4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0524771 Oct 18 18:56:32.705481 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-905fd218-67af-43ce-9b0f-9a336feabe73 req-e89a2de8-2d3e-4f28-830a-5fbe1c1cc9b7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359092 Oct 18 18:56:33.081414 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-b7ba5023-9c30-4af8-a4c5-d7cc1a941c3c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330009351&fields=id&tenant_id=552f8de0e7db44e2a872923be003d5e6 HTTP/1.1" status: 200 len: 267 time: 0.1040928 Oct 18 18:56:33.134995 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-98679f82-ac03-466e-ac8b-7f2a2bcd576c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:33.136500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-98679f82-ac03-466e-ac8b-7f2a2bcd576c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 985 time: 0.0495086 Oct 18 18:56:33.147604 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Request body: {'port': {'security_groups': ['5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:56:33.219157 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.649719 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:33.681308 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.685631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.699350 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:56:33.759879 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:33.760540 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.762111 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-115efd1b-dc08-497e-85b1-9e454e9f1d98 req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "PUT /v2.0/ports/b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 943 time: 0.6189148 Oct 18 18:56:33.762605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:33.770092 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45898) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:33.774502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02040806-c7e7-4ae6-a7df-8b10620b2954" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:33.847069 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event updated for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=7']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:33.883696 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.892686 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.894053 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.908883 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.908883 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.909214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7445b0-1422-4d11-a414-a43f3a3d7c77 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:33.923414 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b03f4-77d8-46cb-8e78-de14cd63f938 x-openstack-request-id: req-358b03f4-77d8-46cb-8e78-de14cd63f938 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:33.923873 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:33.924129 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-358b03f4-77d8-46cb-8e78-de14cd63f938 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:33.924524 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:56:33.941293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:33.961963 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5b783-4aa4-4c26-b76e-b1ffa2e068f9 req-25a23069-3d5d-4a2f-8f59-5610a0a707e7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:33.999379 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fab5b783-4aa4-4c26-b76e-b1ffa2e068f9 req-25a23069-3d5d-4a2f-8f59-5610a0a707e7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.2150440 Oct 18 18:56:34.014752 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.022827 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.025306 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "DELETE /v2.0/security-groups/de481488-a2ed-4434-892b-d92f920a99f3 HTTP/1.1" status: 204 len: 168 time: 0.2532740 Oct 18 18:56:34.029258 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 45904) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:34.043976 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de481488-a2ed-4434-892b-d92f920a99f3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:34.056314 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fab5b783-4aa4-4c26-b76e-b1ffa2e068f9 req-609cdb26-7713-4947-af68-184f38d273a6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554059 Oct 18 18:56:34.095940 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.096265 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.096609 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.096944 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.097273 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.097599 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.098025 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.098294 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.099745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.099745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.099745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.099745 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a233b01-6353-4176-b534-d66e1978de05 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:34.138519 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-031a3df7-1d6a-4150-bc44-314f5b2ad188 None None] Provisioning complete for port b63aef8c-d501-41de-838f-279f5aef1041 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:56:34.138762 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-031a3df7-1d6a-4150-bc44-314f5b2ad188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.259658 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Deleting port 31a14e6a-f83a-4221-8b57-0a2b871ecada {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:34.259913 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.339119 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.339506 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.352171 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Calling delete_port for 31a14e6a-f83a-4221-8b57-0a2b871ecada owned by network:floatingip {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:34.541154 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.566108 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event deleted for resources: {'Port': ['ID=31a14e6a-f83a-4221-8b57-0a2b871ecada,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:34.629321 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks [] for floatingip, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.629718 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Floating IP a5a1a4a1-0ade-4f4f-a81b-79968296848c disassociated (deleted). External IP: 172.27.2.235, port: b63aef8c-d501-41de-838f-279f5aef1041. Oct 18 18:56:34.837525 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Router 6981a273-2b1f-424b-826c-d23e794c85b1 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:56:34.970522 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:56:34.976875 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:34.983412 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Sync routers for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:56:34.999157 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:34.999899 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:35.005502 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-fd53ebdd-7dbe-444b-adac-e41173935b5c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "DELETE /v2.0/floatingips/a5a1a4a1-0ade-4f4f-a81b-79968296848c HTTP/1.1" status: 204 len: 168 time: 0.9737942 Oct 18 18:56:35.006305 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:35.009188 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e8db50-8601-4a20-b359-f1bec3245cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:35.045800 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf60497b-7cae-4b7a-a6ce-f9815f250be3 x-openstack-request-id: req-bf60497b-7cae-4b7a-a6ce-f9815f250be3 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:35.046092 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:35.046344 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf60497b-7cae-4b7a-a6ce-f9815f250be3 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:35.046769 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:56:35.117911 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:35.273798 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1a2b8-e866-4b89-b399-484416d99db1 req-7dfd04d5-8d65-4e3f-8b98-015222c189c3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:35.275392 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dce1a2b8-e866-4b89-b399-484416d99db1 req-7dfd04d5-8d65-4e3f-8b98-015222c189c3 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.1011260 Oct 18 18:56:35.326555 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-dce1a2b8-e866-4b89-b399-484416d99db1 req-6874942b-696c-4900-ae0e-ce5327fcdc6b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389149 Oct 18 18:56:35.355570 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:35.384938 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Checking router: 6981a273-2b1f-424b-826c-d23e794c85b1 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:56:35.393579 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:35.394190 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:35.501729 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:35.739106 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:35.768053 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa72e53-47c7-49e2-aefe-5ee69a2ee809 None None] The sync data for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi is: [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:53:07Z', 'revision_number': 4, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a526a9a8-9fd5-4019-b132-c495c77e90de', 'name': '', 'network_id': 'c6e3bf3e-c274-4507-b30b-05981f3aa858', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'mac_address': 'fa:16:3e:c0:13:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:06Z', 'updated_at': '2021-10-18T18:53:12Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'subnets': [{'id': '23be03d6-0a20-4e8c-86b2-6c8bc244cb29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:56:36.047538 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e01ee71-ef47-40fd-9d87-e51991a0172e None None] New status for floating IP a5a1a4a1-0ade-4f4f-a81b-79968296848c: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:56:36.459833 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73172dc2-e08e-4419-9350-e8d42fd28b81 req-5ecb090f-20f9-4f60-b82d-a723adfb24c7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:36.461452 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-73172dc2-e08e-4419-9350-e8d42fd28b81 req-5ecb090f-20f9-4f60-b82d-a723adfb24c7 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0545652 Oct 18 18:56:36.499758 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-73172dc2-e08e-4419-9350-e8d42fd28b81 req-1e3121b3-98df-4d9f-b01e-2ba1b816ddb6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Oct 18 18:56:37.620782 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc719141-9414-4661-8da8-80397b57752b req-d4bee5b3-e98c-443d-b91d-895fbf2ddbc4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:37.623259 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc719141-9414-4661-8da8-80397b57752b req-d4bee5b3-e98c-443d-b91d-895fbf2ddbc4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0538921 Oct 18 18:56:37.663436 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bc719141-9414-4661-8da8-80397b57752b req-06326b24-5832-4540-a0f7-017c2f9d9331 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336177 Oct 18 18:56:38.784274 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c2e03-c7f1-49fd-9862-92d4a7da15f5 req-f7feba57-10ac-4d66-87c2-1f1ed7690644 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:38.785828 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b8c2e03-c7f1-49fd-9862-92d4a7da15f5 req-f7feba57-10ac-4d66-87c2-1f1ed7690644 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0521793 Oct 18 18:56:38.823145 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b8c2e03-c7f1-49fd-9862-92d4a7da15f5 req-3567fbb3-c43a-4e58-b102-48f57248903a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313177 Oct 18 18:56:39.951370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3534f952-0372-46b7-9f73-b53be357905b req-82b85d9e-6560-4973-a6d9-202d296ffa89 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:39.953595 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3534f952-0372-46b7-9f73-b53be357905b req-82b85d9e-6560-4973-a6d9-202d296ffa89 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0608871 Oct 18 18:56:39.999512 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3534f952-0372-46b7-9f73-b53be357905b req-32ed27e8-d5b6-4721-93ae-bb5a1f7be830 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397899 Oct 18 18:56:41.125544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084831d-8528-4747-9291-3ae1d4b02629 req-1bb49feb-bcdf-4f28-bfaa-0c7351cf4abe tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:41.127285 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c084831d-8528-4747-9291-3ae1d4b02629 req-1bb49feb-bcdf-4f28-bfaa-0c7351cf4abe tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0488977 Oct 18 18:56:41.176504 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c084831d-8528-4747-9291-3ae1d4b02629 req-9de74389-f0d7-47d5-834f-35ffcd70d021 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418754 Oct 18 18:56:42.296744 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40bfb1-47b8-4c87-80f5-c075a1ea1110 req-29573b99-0fa2-496f-9d64-848bfa03f65a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:42.298177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c40bfb1-47b8-4c87-80f5-c075a1ea1110 req-29573b99-0fa2-496f-9d64-848bfa03f65a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0474720 Oct 18 18:56:42.339391 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6c40bfb1-47b8-4c87-80f5-c075a1ea1110 req-da9f234b-067d-45a5-bcd5-060d869c9717 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352664 Oct 18 18:56:43.471743 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78aa20-72b5-4b1e-a24c-dcddf9ce7acb req-21ab7bf8-c25d-4b59-b84b-37c4a2099069 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:43.473227 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c78aa20-72b5-4b1e-a24c-dcddf9ce7acb req-21ab7bf8-c25d-4b59-b84b-37c4a2099069 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0534813 Oct 18 18:56:43.511372 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c78aa20-72b5-4b1e-a24c-dcddf9ce7acb req-db1b4255-3bb9-47f3-96c9-3654b85d1e5e tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314691 Oct 18 18:56:44.081565 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:56:44.630906 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5dd9a-b7ec-4541-8f06-6640e8955171 req-7b86f0ba-ac6d-41a4-b42d-cc02377356b8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:44.632396 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf5dd9a-b7ec-4541-8f06-6640e8955171 req-7b86f0ba-ac6d-41a4-b42d-cc02377356b8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0479970 Oct 18 18:56:44.668861 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4bf5dd9a-b7ec-4541-8f06-6640e8955171 req-1dc1f841-89dd-4881-b408-b8a0a42c1380 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304692 Oct 18 18:56:45.785778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27334b7d-503d-4fa5-8cc7-49f3031e047b req-146381a9-c4e0-41ed-930b-92be0dd62474 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:45.787307 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-27334b7d-503d-4fa5-8cc7-49f3031e047b req-146381a9-c4e0-41ed-930b-92be0dd62474 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0477476 Oct 18 18:56:45.824636 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-27334b7d-503d-4fa5-8cc7-49f3031e047b req-8f9c47b5-9b28-4c73-83eb-8dcf9e9b84ce tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308785 Oct 18 18:56:46.763838 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-0cd42b09-303f-4080-aaca-d549bead38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:46.765327 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-0cd42b09-303f-4080-aaca-d549bead38ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0485914 Oct 18 18:56:46.887743 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-24491a5f-1617-45c6-9d11-9fb5c3194793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:46.889222 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-24491a5f-1617-45c6-9d11-9fb5c3194793 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1097 time: 0.1005557 Oct 18 18:56:46.940809 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-b6cbb272-f6d8-4967-b67c-c480e0c11865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:46.942220 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-b6cbb272-f6d8-4967-b67c-c480e0c11865 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.1462464 Oct 18 18:56:47.003793 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-c3bf030e-4273-4819-8968-0291a095d714 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 217 time: 0.0506945 Oct 18 18:56:47.049770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90a8f9-dfaa-475b-b7fc-109ca586d66a req-78cad7b6-58ef-4be9-ae06-03e8295cea52 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.051462 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e90a8f9-dfaa-475b-b7fc-109ca586d66a req-78cad7b6-58ef-4be9-ae06-03e8295cea52 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.1495831 Oct 18 18:56:47.128070 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-cc824eca-cdd8-4a16-90de-b949b763ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.129518 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-cc824eca-cdd8-4a16-90de-b949b763ff69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0963058 Oct 18 18:56:47.130439 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-f695c407-a7a6-40b4-bdce-1741f0add1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.131744 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-f695c407-a7a6-40b4-bdce-1741f0add1cc service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.2140150 Oct 18 18:56:47.137402 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4e90a8f9-dfaa-475b-b7fc-109ca586d66a req-0d15e364-b2af-465f-abff-616c183af29b tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635331 Oct 18 18:56:47.238839 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-c6d35010-4c5c-4d0b-bff2-f8e02d544a37 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1000 time: 0.0869396 Oct 18 18:56:47.241287 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-48eaf238-71d2-44ba-b23b-4fb2b0534d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.243227 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-48eaf238-71d2-44ba-b23b-4fb2b0534d52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926104 Oct 18 18:56:47.262937 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-3ec820b1-622b-4dbd-be8d-7c3a7346e0bb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:56:47.263883 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-3ec820b1-622b-4dbd-be8d-7c3a7346e0bb service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0113511 Oct 18 18:56:47.327888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-29d28933-029d-4af6-bfcc-45092a49867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.329226 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-29d28933-029d-4af6-bfcc-45092a49867e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0777340 Oct 18 18:56:47.412935 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-6a42cb90-9602-475d-900f-a569d76dd99e service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310735 Oct 18 18:56:47.415808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-56e74dde-82a5-4f4c-9c9e-6fe11b5eac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.417299 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-56e74dde-82a5-4f4c-9c9e-6fe11b5eac29 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601776 Oct 18 18:56:47.580749 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-02040806-c7e7-4ae6-a7df-8b10620b2954 req-4d19b5a5-ce1d-4671-87a8-aa4af47cb9dd service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544778 Oct 18 18:56:47.583934 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-7310fac0-a5c4-4287-988e-d6017efbd86d service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558471 Oct 18 18:56:47.723804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-991e191f-fc04-49b2-9736-8a6c8090a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.725268 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-991e191f-fc04-49b2-9736-8a6c8090a86e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=552f8de0e7db44e2a872923be003d5e6&device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 1099 time: 0.0854795 Oct 18 18:56:47.729336 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4c55506a-3a0c-4f3e-a02a-7a88755fc121 req-af831278-3ee1-494e-98ec-7b76c3c951c9 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270094 Oct 18 18:56:47.835399 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-ca09f0b1-2eb7-4748-8d24-cbca7432c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.837209 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-ca09f0b1-2eb7-4748-8d24-cbca7432c642 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 200 len: 915 time: 0.1010234 Oct 18 18:56:47.886648 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-5ba8f41d-0749-44af-8d02-e84c09018983 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 200 len: 217 time: 0.0408716 Oct 18 18:56:47.940420 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-1cc4ed9c-35b8-46c3-8b83-00133e2a2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.941863 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-1cc4ed9c-35b8-46c3-8b83-00133e2a2859 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 200 len: 853 time: 0.0479367 Oct 18 18:56:47.989841 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-dee64684-46e9-468b-8de0-5d21f29d3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:47.991419 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-dee64684-46e9-468b-8de0-5d21f29d3982 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c6e3bf3e-c274-4507-b30b-05981f3aa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421274 Oct 18 18:56:48.081642 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-22d23cab-1030-401a-a618-5c05954fc65c service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811148 Oct 18 18:56:48.178316 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-26e8db50-8601-4a20-b359-f1bec3245cb1 req-3cd77caf-93cd-4fdd-986c-1bfdaa373177 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893960 Oct 18 18:56:48.278230 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20edc03-3a3c-45a8-9470-436473a9555d req-b156fb92-2ea9-4ed8-8e7d-a8a3682ecc76 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:48.280055 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c20edc03-3a3c-45a8-9470-436473a9555d req-b156fb92-2ea9-4ed8-8e7d-a8a3682ecc76 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0568728 Oct 18 18:56:48.318909 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c20edc03-3a3c-45a8-9470-436473a9555d req-ba6400b2-3d9d-402c-80d7-31defb5ec7c4 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327218 Oct 18 18:56:49.354084 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23842ed-c6f5-4465-a12f-5135822a9c5e req-a7669931-044a-4d1b-9074-1c7c784d0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:49.355476 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f23842ed-c6f5-4465-a12f-5135822a9c5e req-a7669931-044a-4d1b-9074-1c7c784d0d91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1097 time: 0.0397766 Oct 18 18:56:49.410904 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f23842ed-c6f5-4465-a12f-5135822a9c5e req-cad6c52f-1440-4943-b0d8-e95a3e38d768 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436914 Oct 18 18:56:49.445379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051dcae-edfb-4d3c-a560-4b709d0830c4 req-21af3094-accb-46ed-861d-41ee05b1fa3c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:49.446785 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3051dcae-edfb-4d3c-a560-4b709d0830c4 req-21af3094-accb-46ed-861d-41ee05b1fa3c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0508704 Oct 18 18:56:49.483708 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3051dcae-edfb-4d3c-a560-4b709d0830c4 req-604b616d-432f-4acb-a398-28d96c22bfc6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Oct 18 18:56:50.608167 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36dec28-272a-44d7-b353-02c6e9d1b9df req-cd8eb9ba-36d1-4220-8680-db7c2b4523d6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:50.609652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d36dec28-272a-44d7-b353-02c6e9d1b9df req-cd8eb9ba-36d1-4220-8680-db7c2b4523d6 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0517476 Oct 18 18:56:50.647821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d36dec28-272a-44d7-b353-02c6e9d1b9df req-7b1d26cb-1fec-4cf6-afb9-453218652227 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321405 Oct 18 18:56:50.768367 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ea65a1a9-2640-418a-856f-111d86705b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:51.423081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0430a0-713e-4935-9134-a3d6fc13c9ab req-09d8e822-78ee-4121-8eda-234e5823558d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:51.424615 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa0430a0-713e-4935-9134-a3d6fc13c9ab req-09d8e822-78ee-4121-8eda-234e5823558d tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0490961 Oct 18 18:56:51.466972 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa0430a0-713e-4935-9134-a3d6fc13c9ab req-02da19e4-3b04-4fd2-a15d-9258e267a396 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351756 Oct 18 18:56:51.634875 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:56:51.731917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:51.742823 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '62279517-420d-4770-81a2-25f70608437d', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'port_id': '62279517-420d-4770-81a2-25f70608437d', 'mac_address': 'fa:16:3e:be:ab:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:56:51.763348 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878798c1-30dc-4b69-800e-4b67319940d6 req-3fb0baff-566d-423e-ad44-4e0c71a5040d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:51.764844 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-878798c1-30dc-4b69-800e-4b67319940d6 req-3fb0baff-566d-423e-ad44-4e0c71a5040d tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 944 time: 0.0470448 Oct 18 18:56:51.779741 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:51.792972 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62279517-420d-4770-81a2-25f70608437d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:56:51.802704 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-878798c1-30dc-4b69-800e-4b67319940d6 req-ee8c78d6-5bfb-42c6-b520-15bfdafac08c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Oct 18 18:56:51.812477 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:51.816698 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:51.862883 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=9']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:51.870052 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.870402 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.870773 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.871116 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.871470 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.871786 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.872117 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.872447 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.872774 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.873102 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.873426 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:51.873748 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:56:52.245431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['62279517-420d-4770-81a2-25f70608437d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:56:52.580325 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14daa4f-cd9e-4a8f-b862-bdab1872552b req-6c83353e-9a1f-4bac-b57c-b5c85737adf0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:52.581776 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b14daa4f-cd9e-4a8f-b862-bdab1872552b req-6c83353e-9a1f-4bac-b57c-b5c85737adf0 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0473104 Oct 18 18:56:52.618511 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b14daa4f-cd9e-4a8f-b862-bdab1872552b req-d33313d6-8dcb-46c1-af09-f13c6cf5f6ef tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Oct 18 18:56:53.134211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b05a-7b62-475e-ab54-89b05e571814 req-257ca4b9-6acf-4f23-aa03-7c4a7f34a9e3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:53.135712 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0733b05a-7b62-475e-ab54-89b05e571814 req-257ca4b9-6acf-4f23-aa03-7c4a7f34a9e3 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0475914 Oct 18 18:56:53.175882 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0733b05a-7b62-475e-ab54-89b05e571814 req-373dc903-1b2f-4a72-af8e-ff6cdd5a1a35 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342138 Oct 18 18:56:53.345906 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-164ed331-4c41-498e-81c5-834e11c032fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.605791 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-336bc00d-ab24-4ad2-b071-7aa8ae46c060 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:53.607133 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-336bc00d-ab24-4ad2-b071-7aa8ae46c060 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0462828 Oct 18 18:56:53.638936 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:56:53.685638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 62279517-420d-4770-81a2-25f70608437d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:56:53.686001 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.731830 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Deleting port b63aef8c-d501-41de-838f-279f5aef1041 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:53.732174 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.762719 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.773642 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a781a-dbe5-4c91-8d90-d5c89a47d3ed req-25b6e7a3-da15-4f04-854f-b6d33b60b6c3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:53.775167 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-062a781a-dbe5-4c91-8d90-d5c89a47d3ed req-25b6e7a3-da15-4f04-854f-b6d33b60b6c3 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3fb543f-6c7a-483a-b8b7-91c83202a6f9 HTTP/1.1" status: 200 len: 946 time: 0.0857542 Oct 18 18:56:53.784835 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:53.787084 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a9c477-ce19-47ae-a875-f677c872199f" -d '{"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:53.799306 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:53.804030 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.826715 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b43c35-8401-48f4-a3b8-985282edaf6f x-openstack-request-id: req-c9b43c35-8401-48f4-a3b8-985282edaf6f {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:53.827003 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-plugged", "status": "completed", "tag": "62279517-420d-4770-81a2-25f70608437d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:53.827248 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9b43c35-8401-48f4-a3b8-985282edaf6f {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:53.827627 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'code': 200} Oct 18 18:56:53.852769 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=10']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:53.859550 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-062a781a-dbe5-4c91-8d90-d5c89a47d3ed req-19c2b532-92af-4455-8e77-d3617de2f038 tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563309 Oct 18 18:56:53.861180 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] For port b63aef8c-d501-41de-838f-279f5aef1041, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b63aef8c-d501-41de-838f-279f5aef1041,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:53.861544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:53.874402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Calling delete_port for b63aef8c-d501-41de-838f-279f5aef1041 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:54.001176 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:54.013095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['b63aef8c-d501-41de-838f-279f5aef1041'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:56:54.027706 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Pushing event deleted for resources: {'Port': ['ID=b63aef8c-d501-41de-838f-279f5aef1041,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:54.072861 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] No DVR routers for this DVR port b63aef8c-d501-41de-838f-279f5aef1041 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:56:54.075411 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:54.078677 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-55446afb-f65e-47fd-a573-e97ddb8dfef7 req-87d123df-7551-45da-9df5-0ca3e607029c tempest-TestMinimumBasicScenario-539274440 tempest-TestMinimumBasicScenario-539274440-project] 10.222.0.25 "DELETE /v2.0/ports/b63aef8c-d501-41de-838f-279f5aef1041 HTTP/1.1" status: 204 len: 173 time: 0.4653525 Oct 18 18:56:54.079100 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'name': 'network-vif-deleted', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:54.081373 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff8325f-cdb4-47ac-b7c1-8c2ad74b828b" -d '{"events": [{"server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "name": "network-vif-deleted", "tag": "b63aef8c-d501-41de-838f-279f5aef1041"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:54.115667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c2c45-d845-4a71-84cf-53696c93960b x-openstack-request-id: req-919c2c45-d845-4a71-84cf-53696c93960b {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:54.115962 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3fb543f-6c7a-483a-b8b7-91c83202a6f9", "name": "network-vif-deleted", "tag": "b63aef8c-d501-41de-838f-279f5aef1041", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:54.116757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-919c2c45-d845-4a71-84cf-53696c93960b {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:54.117217 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3fb543f-6c7a-483a-b8b7-91c83202a6f9', 'name': 'network-vif-deleted', 'tag': 'b63aef8c-d501-41de-838f-279f5aef1041', 'status': 'completed', 'code': 200} Oct 18 18:56:54.213507 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:54.287184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ea6f0-1a48-4b67-8cf9-0b1fe6a9dabe req-4fa52d28-53f4-41b5-9227-a03dccec137f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:54.288640 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-687ea6f0-1a48-4b67-8cf9-0b1fe6a9dabe req-4fa52d28-53f4-41b5-9227-a03dccec137f tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0478921 Oct 18 18:56:54.325792 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-687ea6f0-1a48-4b67-8cf9-0b1fe6a9dabe req-d8b4bd7b-a83f-468d-9489-bccbaea74467 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Oct 18 18:56:54.690147 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.319364 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-fdeca5da-b596-4eff-9b4e-94dd5855107b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:55.320876 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-fdeca5da-b596-4eff-9b4e-94dd5855107b tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0475647 Oct 18 18:56:55.384775 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46168) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:55.451995 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Deleting port addbd801-288d-4bfc-b325-f34806c5ef2b {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:55.452244 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.463122 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31282a22-562a-429b-b669-c52821e9a9ec req-c063d249-ea29-4ef6-bd23-045b12b10784 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:56:55.464602 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31282a22-562a-429b-b669-c52821e9a9ec req-c063d249-ea29-4ef6-bd23-045b12b10784 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 945 time: 0.0612335 Oct 18 18:56:55.555199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-31282a22-562a-429b-b669-c52821e9a9ec req-d1fa5eac-9f31-4de7-820d-8364e5f1a35d tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6e55893-1596-49d2-a35c-28c4cb2a9a76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803809 Oct 18 18:56:55.576858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] For port addbd801-288d-4bfc-b325-f34806c5ef2b, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=addbd801-288d-4bfc-b325-f34806c5ef2b,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:55.577224 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.726686 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.746215 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.746592 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.746909 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Floating IP 90183235-775c-4a43-91ca-67d4a7776b31 disassociated. External IP: 172.27.2.230, port: addbd801-288d-4bfc-b325-f34806c5ef2b. Oct 18 18:56:55.747247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Calling delete_port for addbd801-288d-4bfc-b325-f34806c5ef2b owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:55.873833 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:55.908662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'Port': ['ID=addbd801-288d-4bfc-b325-f34806c5ef2b,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:55.984544 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Deleting port a526a9a8-9fd5-4019-b132-c495c77e90de {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:55.984793 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.017317 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:56:56.061794 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] For port a526a9a8-9fd5-4019-b132-c495c77e90de, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a526a9a8-9fd5-4019-b132-c495c77e90de,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:56.062204 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.077626 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Calling delete_port for a526a9a8-9fd5-4019-b132-c495c77e90de owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:56.087383 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.125643 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:56:56.137159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:56:56.147035 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:56.148409 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:56.165212 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] No DVR routers for this DVR port addbd801-288d-4bfc-b325-f34806c5ef2b on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:56:56.167770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.171100 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f50b7b5-967e-4927-b578-9da2eeda7e58 req-b2f93e9e-53c5-4fee-a54b-a79594e6d480 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.25 "DELETE /v2.0/ports/addbd801-288d-4bfc-b325-f34806c5ef2b HTTP/1.1" status: 204 len: 173 time: 0.8440292 Oct 18 18:56:56.171544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'name': 'network-vif-deleted', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:56:56.173806 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b14867d-59a2-4aa5-81db-11cc22bef867" -d '{"events": [{"server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "name": "network-vif-deleted", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:56:56.223223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec1cdd7-0974-407b-9a47-2b196ba542c2 x-openstack-request-id: req-6ec1cdd7-0974-407b-9a47-2b196ba542c2 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:56:56.223700 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e379147-b879-40a3-b10c-d1fa7232cf67", "name": "network-vif-deleted", "tag": "addbd801-288d-4bfc-b325-f34806c5ef2b", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:56:56.224060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ec1cdd7-0974-407b-9a47-2b196ba542c2 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:56:56.224622 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e379147-b879-40a3-b10c-d1fa7232cf67', 'name': 'network-vif-deleted', 'tag': 'addbd801-288d-4bfc-b325-f34806c5ef2b', 'status': 'completed', 'code': 200} Oct 18 18:56:56.275862 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.314713 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=a526a9a8-9fd5-4019-b132-c495c77e90de,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:56.419992 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:56.500251 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:56.641600 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:56.672940 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:56:56.679359 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a5c13c94-0c6a-4872-970f-1da098cbb9bc req-7324eb71-b796-4abe-9c1f-09f37644c951 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e379147-b879-40a3-b10c-d1fa7232cf67 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Oct 18 18:56:56.682922 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:56.683515 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:56.788810 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Router 6981a273-2b1f-424b-826c-d23e794c85b1 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:56:56.797034 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:56.893370 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:56:56.901543 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c15256a3-c867-49eb-8738-3e2b6e915f82 admin admin] 10.222.0.36 "PUT /v2.0/routers/6981a273-2b1f-424b-826c-d23e794c85b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5159409 Oct 18 18:56:56.901654 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46174) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:56.903988 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Sync routers for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:56:56.913895 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:56.914493 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:57.003954 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:57.011328 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.019537 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:57.031463 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0676f921-ac84-4e92-82a6-1a3ca12a1ebc None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:22Z', 'revision_number': 4, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '7c21005d-a040-44f6-b99f-9fc33b3089eb', 'name': '', 'network_id': '4e4c1d70-14de-4ee7-8764-18f2a46ba06e', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'mac_address': 'fa:16:3e:fd:c8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:21Z', 'updated_at': '2021-10-18T18:46:26Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'subnets': [{'id': '5592dafc-12ba-4ec0-a55c-808d411501c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:56:57.213882 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:56:56Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:57.242836 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Checking router: 6981a273-2b1f-424b-826c-d23e794c85b1 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:56:57.251732 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Routers {'6981a273-2b1f-424b-826c-d23e794c85b1'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:56:57.252590 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['6981a273-2b1f-424b-826c-d23e794c85b1'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:57.274111 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1c4e67-1853-43a0-a239-ea1ae6a0fb0c None None] New status for floating IP 90183235-775c-4a43-91ca-67d4a7776b31: DOWN {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:56:57.322033 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.361626 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] Set router 6981a273-2b1f-424b-826c-d23e794c85b1 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:56:57.376796 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Deleting port 07bbd280-fc19-495d-8b24-b424c1d69b6d {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:57.377294 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.456803 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] For port 07bbd280-fc19-495d-8b24-b424c1d69b6d, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=07bbd280-fc19-495d-8b24-b424c1d69b6d,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:57.457168 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.469285 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Calling delete_port for 07bbd280-fc19-495d-8b24-b424c1d69b6d owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:57.545236 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:56:56Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:57.571042 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe0a610-db26-42b5-b5da-b184142cafd6 None None] The sync data for ids ['6981a273-2b1f-424b-826c-d23e794c85b1'] in dv-cinder-813220-2-iscsi is: [{'id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'name': 'tempest-TestMinimumBasicScenario-865767896-router', 'tenant_id': '552f8de0e7db44e2a872923be003d5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:04Z', 'updated_at': '2021-10-18T18:56:56Z', 'revision_number': 5, 'project_id': '552f8de0e7db44e2a872923be003d5e6', 'gw_port': {'id': '07bbd280-fc19-495d-8b24-b424c1d69b6d', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:a8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6981a273-2b1f-424b-826c-d23e794c85b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:05Z', 'updated_at': '2021-10-18T18:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:56:57.632934 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.653124 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device b63aef8c-d501-41de-838f-279f5aef1041 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:57.658638 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bbd280-fc19-495d-8b24-b424c1d69b6d,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:57.673539 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: b63aef8c-d501-41de-838f-279f5aef1041 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:56:57.673889 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device b63aef8c-d501-41de-838f-279f5aef1041 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:56:57.719779 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.765281 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46180) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:57.810723 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.812854 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.822406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.845573 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.855865 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.856355 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6981a273-2b1f-424b-826c-d23e794c85b1 {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:56:57.861239 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.862362 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-de2b9336-0ddb-48df-96ac-ab3fa41c89d4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6981a273-2b1f-424b-826c-d23e794c85b1 HTTP/1.1" status: 204 len: 168 time: 0.9598181 Oct 18 18:56:57.864858 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46182) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:57.898757 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.901565 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.902843 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6e55893-1596-49d2-a35c-28c4cb2a9a76 HTTP/1.1" status: 204 len: 168 time: 0.1363780 Oct 18 18:56:57.906217 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46184) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:57.913306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90afeea-06f2-433e-97bc-9897f4b527aa tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e55893-1596-49d2-a35c-28c4cb2a9a76,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:57.925106 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Deleting subnet 23be03d6-0a20-4e8c-86b2-6c8bc244cb29 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:56:57.929098 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:57.930911 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.api.v2.resource [None req-02a8ff73-d319-46f0-8a4d-e71d03af9b68 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] show failed (client error): The resource could not be found. Oct 18 18:56:57.931946 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-02a8ff73-d319-46f0-8a4d-e71d03af9b68 tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "GET /v2.0/security-groups/d6e55893-1596-49d2-a35c-28c4cb2a9a76 HTTP/1.1" status: 404 len: 347 time: 0.0247698 Oct 18 18:56:57.935407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46186) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:57.966777 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.072031 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Deleting port 218d41e4-bb7f-4f16-9418-185c797ef8df {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:58.072459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.084491 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.137679 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.149237 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.149562 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.161702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Calling delete_port for 218d41e4-bb7f-4f16-9418-185c797ef8df owned by network:floatingip {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:58.163948 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23be03d6-0a20-4e8c-86b2-6c8bc244cb29,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:58.167999 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.171256 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e6c26efa-849c-4e1c-8c6b-840289ef6c35 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/23be03d6-0a20-4e8c-86b2-6c8bc244cb29 HTTP/1.1" status: 204 len: 168 time: 0.3054430 Oct 18 18:56:58.173661 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46188) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:58.176431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f190a-6160-4468-b665-612bfb0595c4 None None] Network c6e3bf3e-c274-4507-b30b-05981f3aa858 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:56:58.247272 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.316377 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Deleting port 3ae9cc98-0dfe-498c-a743-f940d4f20fed {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:58.316723 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.383390 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] For port 3ae9cc98-0dfe-498c-a743-f940d4f20fed, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3ae9cc98-0dfe-498c-a743-f940d4f20fed,segment=NetworkSegment(c0ac3794-b7f4-441a-b019-23311226ba86),segment_id=c0ac3794-b7f4-441a-b019-23311226ba86)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:58.383663 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.396912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Calling delete_port for 3ae9cc98-0dfe-498c-a743-f940d4f20fed owned by network:dhcp {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:58.480560 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.507666 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ae9cc98-0dfe-498c-a743-f940d4f20fed,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:58.512359 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] No DVR routers for this DVR port 3ae9cc98-0dfe-498c-a743-f940d4f20fed on host dv-cinder-813220-2-iscsi {{(pid=129716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:56:58.570728 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.584693 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.594963 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Pushing event deleted for resources: {'Port': ['ID=218d41e4-bb7f-4f16-9418-185c797ef8df,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:58.606447 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e3bf3e-c274-4507-b30b-05981f3aa858']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:58.616709 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ac3794-b7f4-441a-b019-23311226ba86') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:58.617007 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ac3794-b7f4-441a-b019-23311226ba86') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:56:58.626717 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.640388 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.646776 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:56:58.647376 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:56:58.649098 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:56:58.658625 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks [] for floatingip, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.661236 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.665762 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-95475a73-913a-4f7e-ac0e-6f629632d96c tempest-AttachVolumeTestJSON-743476686 tempest-AttachVolumeTestJSON-743476686-project] 10.222.0.36 "DELETE /v2.0/floatingips/90183235-775c-4a43-91ca-67d4a7776b31 HTTP/1.1" status: 204 len: 168 time: 0.7292314 Oct 18 18:56:58.693356 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fdb165-2089-4f93-8f85-2494f40d3193 None None] DHCP port deletion for c6e3bf3e-c274-4507-b30b-05981f3aa858 request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:56:58.725811 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.732284 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:58.737861 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c6e3bf3e-c274-4507-b30b-05981f3aa858 HTTP/1.1" status: 204 len: 168 time: 0.5632286 Oct 18 18:56:58.741584 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46192) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:56:58.752156 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ef70b-c1a2-4a00-b54c-800468d73181 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e3bf3e-c274-4507-b30b-05981f3aa858,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:58.792048 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3ae9cc98-0dfe-498c-a743-f940d4f20fed no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:58.816059 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 3ae9cc98-0dfe-498c-a743-f940d4f20fed {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:56:58.816410 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3ae9cc98-0dfe-498c-a743-f940d4f20fed not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:56:58.816826 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a526a9a8-9fd5-4019-b132-c495c77e90de no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:58.837121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: a526a9a8-9fd5-4019-b132-c495c77e90de {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:56:58.837469 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a526a9a8-9fd5-4019-b132-c495c77e90de not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:56:58.837880 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 07bbd280-fc19-495d-8b24-b424c1d69b6d no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:58.860566 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 07bbd280-fc19-495d-8b24-b424c1d69b6d {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:56:58.860907 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 07bbd280-fc19-495d-8b24-b424c1d69b6d not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:56:59.181790 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:59.465027 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Deleting port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:56:59.465359 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:59.539349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] For port b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:56:59.539750 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:59.551421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Calling delete_port for b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 owned by network:router_interface {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:56:59.671230 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device addbd801-288d-4bfc-b325-f34806c5ef2b no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:56:59.691272 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: addbd801-288d-4bfc-b325-f34806c5ef2b {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:56:59.691716 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device addbd801-288d-4bfc-b325-f34806c5ef2b not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:56:59.727281 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:56:59.755178 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:56:59.917576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:00.136031 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:00.244910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:00.250026 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9b58591e-db8b-4e37-ba8c-d7246c496b26 admin admin] 10.222.0.36 "PUT /v2.0/routers/c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5070043 Oct 18 18:57:00.252365 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46202) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:00.254878 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Sync routers for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:00.264769 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:00.265388 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:00.363649 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks [] for router, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:00.455150 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:00.468379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:00.639932 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:56:59Z', 'revision_number': 5, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port': {'id': '6b4d4f16-a832-4d7c-a332-b018af53c53a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:93:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:00.670895 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Checking router: c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:00.680346 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Routers {'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:00.680969 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:00.767801 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] Set router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:00.773957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Deleting port 6b4d4f16-a832-4d7c-a332-b018af53c53a {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:00.774295 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:00.817976 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:57:00Z', 'revision_number': 6, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port_host': None}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:00.846518 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1ee314-8f2d-43a5-9401-b78a6aef9aec None None] The sync data for ids ['c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb'] in dv-cinder-813220-2-iscsi is: [{'id': 'c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb', 'name': 'tempest-TestMinimumBasicScenario-729482324-router', 'tenant_id': 'efb78d3c460e458bb07087de51683eb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:53:09Z', 'updated_at': '2021-10-18T18:57:00Z', 'revision_number': 6, 'project_id': 'efb78d3c460e458bb07087de51683eb0', 'gw_port_host': None}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:00.852587 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] For port 6b4d4f16-a832-4d7c-a332-b018af53c53a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=6b4d4f16-a832-4d7c-a332-b018af53c53a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:00.852978 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:00.866192 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Calling delete_port for 6b4d4f16-a832-4d7c-a332-b018af53c53a owned by network:router_gateway {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:01.048245 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.076542 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4d4f16-a832-4d7c-a332-b018af53c53a,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:01.138976 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.248430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.250553 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.317141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.317673 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb {{(pid=129715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:57:01.323407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.324555 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c2379651-b240-4871-9e83-4147c0fb4d00 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c2ce8db2-5bdf-424a-a2d3-a1fdf07df3cb HTTP/1.1" status: 204 len: 168 time: 1.0712833 Oct 18 18:57:01.327437 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46214) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:01.371532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Deleting subnet 402aca87-c3bc-4712-b5f2-ea9ee92a4818 {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:01.374441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.409713 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.463829 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.516416 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.566568 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.591979 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402aca87-c3bc-4712-b5f2-ea9ee92a4818,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:01.595499 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.598671 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-9de4884f-0f4e-48e7-bbb9-e2189ba55068 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/402aca87-c3bc-4712-b5f2-ea9ee92a4818 HTTP/1.1" status: 204 len: 168 time: 0.2702432 Oct 18 18:57:01.601149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46216) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:01.604783 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67596d-266f-4270-a371-ab3b23efaa95 None None] Network 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:01.673400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.729528 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Deleting port e591b5df-e828-4499-a9c3-6aa0e22abcab {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:01.729890 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.779173 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] DHCP port deletion for 6f2e2e9a-3ed7-4277-a06f-29178e4047d9 request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:57:01.800864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] For port e591b5df-e828-4499-a9c3-6aa0e22abcab, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=e591b5df-e828-4499-a9c3-6aa0e22abcab,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:01.801252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.815247 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Calling delete_port for e591b5df-e828-4499-a9c3-6aa0e22abcab owned by network:dhcp {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:01.827031 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Deleting port e591b5df-e828-4499-a9c3-6aa0e22abcab {{(pid=129717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:01.827413 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.891670 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] For port e591b5df-e828-4499-a9c3-6aa0e22abcab, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=e591b5df-e828-4499-a9c3-6aa0e22abcab,segment=NetworkSegment(2b2925b6-acd2-46ad-9858-340af7fe443a),segment_id=2b2925b6-acd2-46ad-9858-340af7fe443a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:01.892070 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.898503 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:01.911041 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Calling delete_port for e591b5df-e828-4499-a9c3-6aa0e22abcab owned by network:dhcp {{(pid=129717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:01.927066 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] No DVR routers for this DVR port e591b5df-e828-4499-a9c3-6aa0e22abcab on host dv-cinder-813220-2-iscsi {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:01.931844 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=e591b5df-e828-4499-a9c3-6aa0e22abcab,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:02.004999 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.025745 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2e2e9a-3ed7-4277-a06f-29178e4047d9']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:02.026000 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.035726 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2925b6-acd2-46ad-9858-340af7fe443a') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:02.036104 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2925b6-acd2-46ad-9858-340af7fe443a') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:02.045666 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.051882 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] Pushing event deleted for resources: {'Port': ['ID=e591b5df-e828-4499-a9c3-6aa0e22abcab,revision_number=None']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:02.059416 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e8d52-a2c9-4d68-b0a8-eeb36c224149 None None] No DVR routers for this DVR port e591b5df-e828-4499-a9c3-6aa0e22abcab on host dv-cinder-813220-2-iscsi {{(pid=129717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:02.073138 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.079393 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:02.079785 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:02.081780 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:02.140520 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.146053 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.149885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6f2e2e9a-3ed7-4277-a06f-29178e4047d9 HTTP/1.1" status: 204 len: 168 time: 0.5478179 Oct 18 18:57:02.161859 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35399c98-b706-4b09-a361-14d4dab80d42 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2e2e9a-3ed7-4277-a06f-29178e4047d9,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:02.265129 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46226) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:02.308033 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46230) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:02.347050 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-4c5b53df-e3bc-4a58-a2ef-f51dc84e53b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=552f8de0e7db44e2a872923be003d5e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377138 Oct 18 18:57:02.349516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46232) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:02.397600 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.418472 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.468273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.470933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.472097 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8 HTTP/1.1" status: 204 len: 168 time: 0.1216922 Oct 18 18:57:02.480427 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e734ba-e328-4525-9604-24b265308a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f9f0e-2c42-4ffb-8f02-d33cfb4e13a8,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:02.661943 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.755664 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:02.777861 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:02.778212 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b7eb5374-5f6b-4dd5-9d06-ceab7f01f8c0 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:02.778643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 6b4d4f16-a832-4d7c-a332-b018af53c53a no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:02.797296 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 6b4d4f16-a832-4d7c-a332-b018af53c53a {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:02.797739 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 6b4d4f16-a832-4d7c-a332-b018af53c53a not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:02.798247 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device e591b5df-e828-4499-a9c3-6aa0e22abcab no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:02.799335 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46238) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:02.817043 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: e591b5df-e828-4499-a9c3-6aa0e22abcab {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:02.817549 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device e591b5df-e828-4499-a9c3-6aa0e22abcab not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:02.844696 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-6242914d-818e-4181-b168-ee6a3ad224bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=efb78d3c460e458bb07087de51683eb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442605 Oct 18 18:57:02.847196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46240) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:02.894249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.914641 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Deleting port 7c21005d-a040-44f6-b99f-9fc33b3089eb {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:02.914978 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.915607 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.961340 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.963919 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:02.965221 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a155c63-230b-4ead-8213-d3738d8804a2 HTTP/1.1" status: 204 len: 168 time: 0.1168108 Oct 18 18:57:02.973366 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f8808-81e3-4172-9736-00c2475f7238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a155c63-230b-4ead-8213-d3738d8804a2,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:03.004075 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] For port 7c21005d-a040-44f6-b99f-9fc33b3089eb, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7c21005d-a040-44f6-b99f-9fc33b3089eb,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:03.004581 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:03.018115 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Calling delete_port for 7c21005d-a040-44f6-b99f-9fc33b3089eb owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:03.201103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:03.231944 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c21005d-a040-44f6-b99f-9fc33b3089eb,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:03.404281 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:03.608513 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Router a4be01f2-1634-4224-8947-85b65c332ad4 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:03.710802 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:03.715773 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-22fd57aa-a9f0-438d-9d3d-53180fe81fd7 admin admin] 10.222.0.36 "PUT /v2.0/routers/a4be01f2-1634-4224-8947-85b65c332ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4495275 Oct 18 18:57:03.718299 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46244) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:03.720815 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Sync routers for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:03.730414 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:03.731046 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:03.832281 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:04.016575 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:57:03Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:04.023265 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.042286 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Checking router: a4be01f2-1634-4224-8947-85b65c332ad4 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:04.050477 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Routers {'a4be01f2-1634-4224-8947-85b65c332ad4'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:04.051124 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:56:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['a4be01f2-1634-4224-8947-85b65c332ad4'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:04.123518 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.176881 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Deleting port 7606b16d-6494-4e85-8a89-5391cfc8509b {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:04.177413 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.259186 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] For port 7606b16d-6494-4e85-8a89-5391cfc8509b, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=7606b16d-6494-4e85-8a89-5391cfc8509b,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:04.259477 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.271306 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Calling delete_port for 7606b16d-6494-4e85-8a89-5391cfc8509b owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:04.272433 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] Set router a4be01f2-1634-4224-8947-85b65c332ad4 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:04.430101 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.457703 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Pushing event deleted for resources: {'Port': ['ID=7606b16d-6494-4e85-8a89-5391cfc8509b,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:04.459349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:57:03Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:04.495721 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76410697-f9f7-4d9c-9219-e8cfea947e72 None None] The sync data for ids ['a4be01f2-1634-4224-8947-85b65c332ad4'] in dv-cinder-813220-2-iscsi is: [{'id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'name': 'tempest-AttachVolumeTestJSON-1351625021-router', 'tenant_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:57:03Z', 'revision_number': 5, 'project_id': 'dc823e02a9644b6fbac6ff4758ce4660', 'gw_port': {'id': '7606b16d-6494-4e85-8a89-5391cfc8509b', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4be01f2-1634-4224-8947-85b65c332ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:46:16Z', 'updated_at': '2021-10-18T18:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:04.521128 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.616083 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.618268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.659517 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.660063 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4be01f2-1634-4224-8947-85b65c332ad4 {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:57:04.664951 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.666095 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1d41b581-5ec1-496f-bebd-79b2f9b6c226 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a4be01f2-1634-4224-8947-85b65c332ad4 HTTP/1.1" status: 204 len: 168 time: 0.9463122 Oct 18 18:57:04.668586 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46246) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:04.714681 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Deleting subnet 5592dafc-12ba-4ec0-a55c-808d411501c0 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:04.717593 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.751207 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.831911 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.890643 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.921603 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5592dafc-12ba-4ec0-a55c-808d411501c0,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:04.923632 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:04.929538 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5c8623cb-03d2-4d60-baa9-42fb53d0669d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5592dafc-12ba-4ec0-a55c-808d411501c0 HTTP/1.1" status: 204 len: 168 time: 0.2578032 Oct 18 18:57:04.929893 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46248) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:04.933560 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6326789-68ce-4121-a40d-cb39cfea2952 None None] Network 4e4c1d70-14de-4ee7-8764-18f2a46ba06e requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:04.953359 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7c21005d-a040-44f6-b99f-9fc33b3089eb no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:04.981741 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 7c21005d-a040-44f6-b99f-9fc33b3089eb {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:04.982083 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7c21005d-a040-44f6-b99f-9fc33b3089eb not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:05.011897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.063086 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Deleting port b19ca5c3-7aba-4c05-91bd-f5d11f910044 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:05.063425 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.130517 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] For port b19ca5c3-7aba-4c05-91bd-f5d11f910044, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b19ca5c3-7aba-4c05-91bd-f5d11f910044,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:05.130996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.145893 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] DHCP port deletion for 4e4c1d70-14de-4ee7-8764-18f2a46ba06e request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:57:05.146289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Calling delete_port for b19ca5c3-7aba-4c05-91bd-f5d11f910044 owned by network:dhcp {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:05.193527 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Deleting port b19ca5c3-7aba-4c05-91bd-f5d11f910044 {{(pid=129717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:05.193898 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.244538 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.258351 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] For port b19ca5c3-7aba-4c05-91bd-f5d11f910044, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b19ca5c3-7aba-4c05-91bd-f5d11f910044,segment=NetworkSegment(92626738-5c32-4ea5-8732-50968290abb5),segment_id=92626738-5c32-4ea5-8732-50968290abb5)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:05.258778 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.268221 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19ca5c3-7aba-4c05-91bd-f5d11f910044,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:05.273819 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] No DVR routers for this DVR port b19ca5c3-7aba-4c05-91bd-f5d11f910044 on host dv-cinder-813220-2-iscsi {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:05.277442 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Calling delete_port for b19ca5c3-7aba-4c05-91bd-f5d11f910044 owned by network:dhcp {{(pid=129717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:05.347047 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.350160 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.367525 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4c1d70-14de-4ee7-8764-18f2a46ba06e']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:05.373266 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] Pushing event deleted for resources: {'Port': ['ID=b19ca5c3-7aba-4c05-91bd-f5d11f910044,revision_number=None']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:05.376823 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92626738-5c32-4ea5-8732-50968290abb5') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:05.377122 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92626738-5c32-4ea5-8732-50968290abb5') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:05.379753 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff209ca-2510-4adc-bb80-fca594ae1856 None None] No DVR routers for this DVR port b19ca5c3-7aba-4c05-91bd-f5d11f910044 on host dv-cinder-813220-2-iscsi {{(pid=129717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:05.389282 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.403196 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.409163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:05.409544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:05.411439 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:05.467384 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.472750 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.475981 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4e4c1d70-14de-4ee7-8764-18f2a46ba06e HTTP/1.1" status: 204 len: 168 time: 0.5450058 Oct 18 18:57:05.488021 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b78dd-5158-4cfb-a23b-48879ac34704 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e4c1d70-14de-4ee7-8764-18f2a46ba06e,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:05.652394 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46252) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:05.694232 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-5fad8f90-d697-4c43-890d-4ca0ae5de366 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc823e02a9644b6fbac6ff4758ce4660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405760 Oct 18 18:57:05.696641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46254) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:05.748588 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.769201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.816066 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.818627 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:05.820331 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3337da36-5097-40fb-9c01-4baf251bde72 HTTP/1.1" status: 204 len: 168 time: 0.1228037 Oct 18 18:57:05.828566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91e84f-227a-4a1c-b386-cb082d0323c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3337da36-5097-40fb-9c01-4baf251bde72,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:06.752690 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7606b16d-6494-4e85-8a89-5391cfc8509b no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:06.775431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 7606b16d-6494-4e85-8a89-5391cfc8509b {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:06.775780 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 7606b16d-6494-4e85-8a89-5391cfc8509b not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:06.776262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b19ca5c3-7aba-4c05-91bd-f5d11f910044 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:06.799979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b19ca5c3-7aba-4c05-91bd-f5d11f910044 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:06.800381 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b19ca5c3-7aba-4c05-91bd-f5d11f910044 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:16.091004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46368) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:16.191924 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-68ce048a-09b4-43cc-99df-759a0632634c admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.264457 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-68ce048a-09b4-43cc-99df-759a0632634c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.268007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-68ce048a-09b4-43cc-99df-759a0632634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.303916 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-68ce048a-09b4-43cc-99df-759a0632634c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5620b237975e4fbdbbe35ae08796fac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118733 Oct 18 18:57:16.306258 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce048a-09b4-43cc-99df-759a0632634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef63a215-7711-4cbf-b6bc-b883d03a954a,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:16.307207 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46372) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:16.354713 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.375359 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.427282 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.430771 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:16.431916 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef63a215-7711-4cbf-b6bc-b883d03a954a HTTP/1.1" status: 204 len: 168 time: 0.1237369 Oct 18 18:57:16.439818 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582db63-0097-486f-9d75-014aab43123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef63a215-7711-4cbf-b6bc-b883d03a954a,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:17.979496 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46422) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:18.078266 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b1db8c-8834-44c0-b66c-65db142fbfaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.152272 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b1db8c-8834-44c0-b66c-65db142fbfaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.155977 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-73b1db8c-8834-44c0-b66c-65db142fbfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.195276 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-73b1db8c-8834-44c0-b66c-65db142fbfaa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=11bfc7ecf63e4a22b494f7a7f7dd792c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146783 Oct 18 18:57:18.196119 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1db8c-8834-44c0-b66c-65db142fbfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250a5702-ac20-4ec3-856a-2c021349d6b1,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:18.197983 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46426) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:18.247126 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.269406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.313733 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.316464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.317607 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/250a5702-ac20-4ec3-856a-2c021349d6b1 HTTP/1.1" status: 204 len: 168 time: 0.1185086 Oct 18 18:57:18.325584 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31b15e-c3c2-463f-abce-afe0603d00fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250a5702-ac20-4ec3-856a-2c021349d6b1,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:18.574190 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46432) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:18.587299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6c0f-334a-469c-8727-82b6d4a3b120 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.659738 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6c0f-334a-469c-8727-82b6d4a3b120 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.663309 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-d5ee6c0f-334a-469c-8727-82b6d4a3b120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.704576 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-d5ee6c0f-334a-469c-8727-82b6d4a3b120 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=809e690edf354740a5d90c23b8160760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1261733 Oct 18 18:57:18.704576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee6c0f-334a-469c-8727-82b6d4a3b120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f1c541-6ac9-4bf8-9480-23c91499f1b6,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:18.704911 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46434) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:18.756762 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.776922 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.820528 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.823044 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:18.824152 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38f1c541-6ac9-4bf8-9480-23c91499f1b6 HTTP/1.1" status: 204 len: 168 time: 0.1184437 Oct 18 18:57:18.831297 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175691d8-da34-45a0-bd6c-c352bfac3f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f1c541-6ac9-4bf8-9480-23c91499f1b6,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:19.454886 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46458) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:19.545585 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-780298063-network', 'tenant_id': '50c0d0d16bc144d792c4d24f69bb53fe'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:19.566318 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Made reservation on behalf of 50c0d0d16bc144d792c4d24f69bb53fe for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:19.568598 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.577097 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.647477 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.650837 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.670068 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:57:19.683188 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa4cc5-038d-4d36-8089-4be588b52b04,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:19.687807 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.688168 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Added segment db0a30fa-2a0a-416c-b9be-35e9ce14721d of type vlan for network ed93e93f-b7bc-4908-aa8d-594e2bb30594 Oct 18 18:57:19.726367 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.762291 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.763261 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:19.763864 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.795797 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3396716 Oct 18 18:57:19.798764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46462) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:19.803762 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Request body: {'subnet': {'network_id': 'ed93e93f-b7bc-4908-aa8d-594e2bb30594', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-780298063-subnet', 'tenant_id': '50c0d0d16bc144d792c4d24f69bb53fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:19.824288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Made reservation on behalf of 50c0d0d16bc144d792c4d24f69bb53fe for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:19.824927 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c75809-046f-4863-bda8-ba52fb0dba97 admin admin] Pushing event updated for resources: {'Network': ['ID=ed93e93f-b7bc-4908-aa8d-594e2bb30594,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:19.826578 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:19.834736 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network ed93e93f-b7bc-4908-aa8d-594e2bb30594 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:57:19.989318 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.050494 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e59ec3f-c0de-41a2-a83e-6de761890f7e,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:20.061967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Checking segment: {'id': 'db0a30fa-2a0a-416c-b9be-35e9ce14721d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ed93e93f-b7bc-4908-aa8d-594e2bb30594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:20.062323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Network hostable DHCP agents. Network: ed93e93f-b7bc-4908-aa8d-594e2bb30594, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:57:20.078256 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Network ed93e93f-b7bc-4908-aa8d-594e2bb30594 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:57:20.086540 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, ed93e93f-b7bc-4908-aa8d-594e2bb30594) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:20.090617 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:20.091199 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.095523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c96af-b41c-4a39-8578-e77d84a970ad None None] Network ed93e93f-b7bc-4908-aa8d-594e2bb30594 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:20.106860 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-1cf0bccb-6785-4deb-9b16-8f0c4c690f8e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3069327 Oct 18 18:57:20.217889 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47985f1-ac39-4c55-aa1c-89a74a8764d6 None None] Network ed93e93f-b7bc-4908-aa8d-594e2bb30594 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:20.554707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46478) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:20.560811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-644922702-network', 'tenant_id': 'c3bc5aa1860e484caf44b394b4fd31c5'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:20.582065 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Made reservation on behalf of c3bc5aa1860e484caf44b394b4fd31c5 for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:20.584213 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.593399 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.670666 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.674012 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.697292 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:57:20.705708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5fa86-735f-486c-9c38-956105dc0bd1,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:20.712152 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.712491 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Added segment 6dfa51c7-94e2-4d34-8340-5db8b8b6fe31 of type vlan for network 040576c1-ead4-4c37-a437-1b2ec29dc69d Oct 18 18:57:20.750922 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.769261 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-dac6077d-3616-40ca-880f-ae8705342117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.776633 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.777680 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:20.778252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:20.811808 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2556367 Oct 18 18:57:20.814480 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46480) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:20.819045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Request body: {'subnet': {'network_id': '040576c1-ead4-4c37-a437-1b2ec29dc69d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-644922702-subnet', 'tenant_id': 'c3bc5aa1860e484caf44b394b4fd31c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:20.849621 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06703f08-2f05-4269-97d9-d93307b7d766 admin admin] Pushing event updated for resources: {'Network': ['ID=040576c1-ead4-4c37-a437-1b2ec29dc69d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:20.859605 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 040576c1-ead4-4c37-a437-1b2ec29dc69d details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:57:20.867084 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Made reservation on behalf of c3bc5aa1860e484caf44b394b4fd31c5 for: {'subnet': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:20.869663 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58805069'] for subnet, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.030754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58804195', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58805091'] for subnet, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.081114 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:57:21.087495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87feb16d-ff88-4568-a36e-359751352b21,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:21.096465 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Checking segment: {'id': '6dfa51c7-94e2-4d34-8340-5db8b8b6fe31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '040576c1-ead4-4c37-a437-1b2ec29dc69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:21.096811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Network hostable DHCP agents. Network: 040576c1-ead4-4c37-a437-1b2ec29dc69d, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:57:21.112535 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Network 040576c1-ead4-4c37-a437-1b2ec29dc69d is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:57:21.121523 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 040576c1-ead4-4c37-a437-1b2ec29dc69d) {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:21.125821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:21.126402 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.130831 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55afa994-c037-4b12-9fe7-81b05c181a2e None None] Network 040576c1-ead4-4c37-a437-1b2ec29dc69d requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:21.142534 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b3e9e087-d42c-414b-b7f1-9090fb70f724 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3269701 Oct 18 18:57:21.250764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46484) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:21.253130 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a54ff-77d9-4bb2-980c-b530647795ef None None] Network 040576c1-ead4-4c37-a437-1b2ec29dc69d requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:21.295150 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Deleting subnet 0e59ec3f-c0de-41a2-a83e-6de761890f7e {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:21.298319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.332252 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.376992 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.433566 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.456750 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e59ec3f-c0de-41a2-a83e-6de761890f7e,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:21.462973 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.466091 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-310e7e44-706f-4fb1-ada2-07a569c2ef09 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0e59ec3f-c0de-41a2-a83e-6de761890f7e HTTP/1.1" status: 204 len: 168 time: 0.2142384 Oct 18 18:57:21.468585 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46486) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:21.534208 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.611510 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.632041 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed93e93f-b7bc-4908-aa8d-594e2bb30594']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:21.640753 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0a30fa-2a0a-416c-b9be-35e9ce14721d') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:21.641045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0a30fa-2a0a-416c-b9be-35e9ce14721d') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:21.649949 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.662424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.668756 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:21.669169 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:21.670765 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:21.730218 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.735409 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.738443 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ed93e93f-b7bc-4908-aa8d-594e2bb30594 HTTP/1.1" status: 204 len: 168 time: 0.2688630 Oct 18 18:57:21.741356 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46488) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:21.749269 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19626a62-5e49-46ba-8cdc-b4a9e13872d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed93e93f-b7bc-4908-aa8d-594e2bb30594,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:21.785487 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Deleting subnet 87feb16d-ff88-4568-a36e-359751352b21 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:21.788531 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.825390 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.862665 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.911908 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.937949 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87feb16d-ff88-4568-a36e-359751352b21,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:21.939945 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:21.943069 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-806cb7ef-cba2-40cc-8025-cb0804d19062 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/87feb16d-ff88-4568-a36e-359751352b21 HTTP/1.1" status: 204 len: 168 time: 0.2007170 Oct 18 18:57:21.945441 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46490) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:22.015454 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.091074 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.109730 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040576c1-ead4-4c37-a437-1b2ec29dc69d']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:22.118866 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfa51c7-94e2-4d34-8340-5db8b8b6fe31') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:22.119161 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfa51c7-94e2-4d34-8340-5db8b8b6fe31') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:22.128124 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.141214 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.147048 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:22.147460 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:22.149924 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:22.204482 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.219659 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.222751 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] 10.222.0.36 "DELETE /v2.0/networks/040576c1-ead4-4c37-a437-1b2ec29dc69d HTTP/1.1" status: 204 len: 168 time: 0.2763891 Oct 18 18:57:22.223722 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804dba-c8cf-428c-b583-621ca8d7d286 admin admin] Pushing event deleted for resources: {'Network': ['ID=040576c1-ead4-4c37-a437-1b2ec29dc69d,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:22.370483 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46494) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:22.410570 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9b3e376e-9bd2-4cb6-8005-b4ced35d2c7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50c0d0d16bc144d792c4d24f69bb53fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388556 Oct 18 18:57:22.412885 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46496) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:22.459029 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.478875 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.528338 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.530879 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.532013 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eaa4cc5-038d-4d36-8089-4be588b52b04 HTTP/1.1" status: 204 len: 168 time: 0.1182489 Oct 18 18:57:22.539632 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa87b2-e904-406f-b9f2-c324abf304ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa4cc5-038d-4d36-8089-4be588b52b04,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:22.831924 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46502) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:22.870330 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ba6bc42d-f0f3-4713-90db-e8545fcd6dd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c3bc5aa1860e484caf44b394b4fd31c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373008 Oct 18 18:57:22.872590 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46504) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:22.916992 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.937236 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.982901 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.985379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:22.986527 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95e5fa86-735f-486c-9c38-956105dc0bd1 HTTP/1.1" status: 204 len: 168 time: 0.1130702 Oct 18 18:57:22.996094 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc62b2-a40b-4272-89ad-223c7206e9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5fa86-735f-486c-9c38-956105dc0bd1,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:23.345205 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-dbe51189-40c8-48ee-9481-5849dcb33e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.215119 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.371680 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46544) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:24.470528 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-70a08d47-d9ca-495c-8472-0bb9177d71d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.542304 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-70a08d47-d9ca-495c-8472-0bb9177d71d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.545627 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-70a08d47-d9ca-495c-8472-0bb9177d71d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.587436 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-70a08d47-d9ca-495c-8472-0bb9177d71d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a64453b1e9f24f539d8175efaf154ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146487 Oct 18 18:57:24.588368 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a08d47-d9ca-495c-8472-0bb9177d71d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd921e5a-5fcb-4ea9-a4c0-80c3df3b5281,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:24.590232 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46548) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:24.642580 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.666850 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.692104 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.714210 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.716822 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:24.717968 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd921e5a-5fcb-4ea9-a4c0-80c3df3b5281 HTTP/1.1" status: 204 len: 168 time: 0.1254256 Oct 18 18:57:24.725353 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b10c40-4a06-4215-a313-512dc7f71575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd921e5a-5fcb-4ea9-a4c0-80c3df3b5281,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:24.962922 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46554) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:24.975844 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-77b80470-28e4-457c-b15f-4fedca045636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.047093 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-77b80470-28e4-457c-b15f-4fedca045636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.050415 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-77b80470-28e4-457c-b15f-4fedca045636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.086006 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b80470-28e4-457c-b15f-4fedca045636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8f4f7d-9384-421c-861c-6bd899391ea3,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:25.090319 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-77b80470-28e4-457c-b15f-4fedca045636 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e13f88be82747aaba71a5279826b522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1264064 Oct 18 18:57:25.092976 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46556) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:25.143166 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.163103 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.207637 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.210221 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:25.211459 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c8f4f7d-9384-421c-861c-6bd899391ea3 HTTP/1.1" status: 204 len: 168 time: 0.1175828 Oct 18 18:57:25.218891 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a92c4-a915-4ffe-b8f2-a8a01f93f465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8f4f7d-9384-421c-861c-6bd899391ea3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:26.090907 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:26.691191 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46600) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:26.792475 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e81f35e4-337f-4219-b579-8eb434fc2b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:26.863288 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e81f35e4-337f-4219-b579-8eb434fc2b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:26.867415 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e81f35e4-337f-4219-b579-8eb434fc2b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:26.903796 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e81f35e4-337f-4219-b579-8eb434fc2b7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec75ac4c80144cc4af0884792b0bfe6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115841 Oct 18 18:57:26.904708 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f35e4-337f-4219-b579-8eb434fc2b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970a78f2-fd0a-461b-9178-95e70f62d055,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:26.906646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46604) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:26.953957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:26.974460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.020139 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.023593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.024731 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/970a78f2-fd0a-461b-9178-95e70f62d055 HTTP/1.1" status: 204 len: 168 time: 0.1169856 Oct 18 18:57:27.031976 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7452e-2f9f-4b2c-b80e-b7d53396042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970a78f2-fd0a-461b-9178-95e70f62d055,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:27.268279 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46612) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:27.281605 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-134c7b36-0b75-4548-b7d6-a3732ce6c526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.355027 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-134c7b36-0b75-4548-b7d6-a3732ce6c526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.358278 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-134c7b36-0b75-4548-b7d6-a3732ce6c526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.397702 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-134c7b36-0b75-4548-b7d6-a3732ce6c526 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5a934ef819a041009f128455f1c37f0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1283317 Oct 18 18:57:27.399472 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7b36-0b75-4548-b7d6-a3732ce6c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca80ed84-0156-46e7-a22e-24a42233ca74,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:27.400360 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46614) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:27.447542 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.468053 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.516088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.518481 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:27.519638 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca80ed84-0156-46e7-a22e-24a42233ca74 HTTP/1.1" status: 204 len: 168 time: 0.1182845 Oct 18 18:57:27.527551 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9fc7db-aea2-4c4d-8e3a-36609b8ef4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca80ed84-0156-46e7-a22e-24a42233ca74,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:29.345288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46682) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:29.444249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fb30a1b-8595-4d40-bfec-a45a7cc81f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.517510 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fb30a1b-8595-4d40-bfec-a45a7cc81f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.521296 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fb30a1b-8595-4d40-bfec-a45a7cc81f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.559075 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8fb30a1b-8595-4d40-bfec-a45a7cc81f0a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9ccca6f35f84ece9253d81b238fe8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2127652 Oct 18 18:57:29.559910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb30a1b-8595-4d40-bfec-a45a7cc81f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfd76a9-6943-42f1-9bb5-b50da0a9bddb,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:29.561872 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46686) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:29.600192 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46688) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:29.611407 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.633082 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.678559 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.681839 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.682975 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dfd76a9-6943-42f1-9bb5-b50da0a9bddb HTTP/1.1" status: 204 len: 168 time: 0.1199875 Oct 18 18:57:29.692332 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be52c08-d205-460d-8f43-fe560f2041d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfd76a9-6943-42f1-9bb5-b50da0a9bddb,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:29.859573 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Deleting port 7c7163ac-6e1a-46fd-ada1-a5d63208dde8 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:29.859921 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.940942 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46696) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:29.941142 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.941344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:29.953184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Calling delete_port for 7c7163ac-6e1a-46fd-ada1-a5d63208dde8 owned by network:floatingip {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:29.954232 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2bb67104-68c1-457b-b969-cd36802b2016 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.032224 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2bb67104-68c1-457b-b969-cd36802b2016 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.036153 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2bb67104-68c1-457b-b969-cd36802b2016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.076641 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2bb67104-68c1-457b-b969-cd36802b2016 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd4d35567ed94f719999abb10048cc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343617 Oct 18 18:57:30.078060 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb67104-68c1-457b-b969-cd36802b2016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b21bfc-0ede-43c7-b71c-b9e56efd9479,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:30.079906 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46698) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:30.152292 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.189542 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event deleted for resources: {'Port': ['ID=7c7163ac-6e1a-46fd-ada1-a5d63208dde8,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:30.191038 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.249286 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.282017 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for floatingip, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.282348 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Floating IP 0c688561-fc69-4ea2-8983-2175c55ea334 disassociated (deleted). External IP: 172.27.2.252, port: 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab. Oct 18 18:57:30.374989 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.377501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.378733 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59b21bfc-0ede-43c7-b71c-b9e56efd9479 HTTP/1.1" status: 204 len: 168 time: 0.2977345 Oct 18 18:57:30.393383 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4892fe-687f-462d-96e5-3caec3f3e3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b21bfc-0ede-43c7-b71c-b9e56efd9479,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:30.776466 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Router 3bbf825e-831d-4086-8175-02687af20d9c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:30.886434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:30.888811 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:30.895286 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Sync routers for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:30.905484 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:30.906098 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:30.917741 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-929bcbb3-34a9-48a6-ada3-60f84d362fa2 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "DELETE /v2.0/floatingips/0c688561-fc69-4ea2-8983-2175c55ea334 HTTP/1.1" status: 204 len: 168 time: 1.3164735 Oct 18 18:57:30.918319 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:30.920601 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde329e-bae1-4e76-805f-f53090b41faa" -d '{"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:31.024710 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:31.164764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f13e64-3416-4d26-a100-85cbbf6d427d x-openstack-request-id: req-b6f13e64-3416-4d26-a100-85cbbf6d427d {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:31.165162 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:31.165574 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f13e64-3416-4d26-a100-85cbbf6d427d {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:31.166046 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'status': 'completed', 'code': 200} Oct 18 18:57:31.194416 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54856b2-99ee-4131-9990-4fd0600db995 req-da7541eb-9d6e-4d9a-a5ba-838a68a82ffd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:31.196584 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c54856b2-99ee-4131-9990-4fd0600db995 req-da7541eb-9d6e-4d9a-a5ba-838a68a82ffd tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0672197 Oct 18 18:57:31.245837 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c54856b2-99ee-4131-9990-4fd0600db995 req-9fb05855-cbcc-404c-baf2-08ff6747371c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Oct 18 18:57:31.289461 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:31.319957 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Checking router: 3bbf825e-831d-4086-8175-02687af20d9c for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:31.328310 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:31.328915 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:31.341793 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde329e-bae1-4e76-805f-f53090b41faa req-47f5f7a0-7d6a-4e74-8a84-748d4ed51be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:31.343328 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-47f5f7a0-7d6a-4e74-8a84-748d4ed51be3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9bbc61321a47abb852671e78856939&device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 1099 time: 0.1456854 Oct 18 18:57:31.443709 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:31.450167 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde329e-bae1-4e76-805f-f53090b41faa req-ec2b4bf7-f2b6-4d85-9504-c581fa226b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:31.453025 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-ec2b4bf7-f2b6-4d85-9504-c581fa226b9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 200 len: 910 time: 0.0999153 Oct 18 18:57:31.469097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:31.523598 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-bd655179-37b9-4072-a822-289f1a50d545 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 200 len: 217 time: 0.0528786 Oct 18 18:57:31.580855 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde329e-bae1-4e76-805f-f53090b41faa req-f2bebd73-718e-458a-959b-49707770a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:31.582318 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-f2bebd73-718e-458a-959b-49707770a0f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 200 len: 848 time: 0.0525613 Oct 18 18:57:31.628502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde329e-bae1-4e76-805f-f53090b41faa req-29500344-31db-4e72-9b23-29c7344c76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:31.629976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-29500344-31db-4e72-9b23-29c7344c76d7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8743d4a0-661f-465d-995f-489f1c800cca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392766 Oct 18 18:57:31.662327 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:31.689292 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122d5e3e-8c78-47be-bcfa-a76de4845ffe None None] The sync data for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi is: [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:51:22Z', 'revision_number': 4, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5', 'name': '', 'network_id': '8743d4a0-661f-465d-995f-489f1c800cca', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'mac_address': 'fa:16:3e:fd:cd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:21Z', 'updated_at': '2021-10-18T18:51:27Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'subnets': [{'id': 'bea058d1-ccc7-4ddc-83f4-584786241af1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:31.720888 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-61e1c710-fa83-45cf-b4a7-022b9d1e00eb service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819995 Oct 18 18:57:31.818173 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7dde329e-bae1-4e76-805f-f53090b41faa req-bdac2f93-758e-4225-913d-a5b277459d52 service neutron] 10.222.0.25 "GET /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Oct 18 18:57:31.909231 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f908b1a-b3c0-4367-8f01-5189c8bf09f2 None None] New status for floating IP 0c688561-fc69-4ea2-8983-2175c55ea334: DOWN {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:57:32.358754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a75f91-cde1-4b44-b136-30771678ff15 req-43b2e21b-98c4-48b1-b599-bfae67d7bae5 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:32.360198 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1a75f91-cde1-4b44-b136-30771678ff15 req-43b2e21b-98c4-48b1-b599-bfae67d7bae5 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0465956 Oct 18 18:57:32.398614 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a1a75f91-cde1-4b44-b136-30771678ff15 req-b8e64763-863f-4000-a8b5-dd227a91a05a tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/security-groups?id=f5daf8ed-b727-4799-aba2-71c2db659a71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326719 Oct 18 18:57:32.708591 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-f5f12b9e-89be-422d-9fee-4663ec2c7412 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b209123a031643e1b7f475f8dec339bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339413 Oct 18 18:57:32.905504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-4d024973-5c25-47e5-b502-8b2ac6ec2551 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:32.906975 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-4d024973-5c25-47e5-b502-8b2ac6ec2551 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927269 Oct 18 18:57:32.935175 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-e3f1874f-f4e5-46ae-a589-23c1bfd981c4 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/quotas/b209123a031643e1b7f475f8dec339bd HTTP/1.1" status: 200 len: 375 time: 0.0145187 Oct 18 18:57:32.957908 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-1287eb50-529b-402c-8710-9677ea3783ca tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:32.959321 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-1287eb50-529b-402c-8710-9677ea3783ca tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 946 time: 0.0716250 Oct 18 18:57:32.977258 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-35ccd023-6c07-4fe4-8258-b946e93427b8 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b209123a031643e1b7f475f8dec339bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346711 Oct 18 18:57:33.065152 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Deleting port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:33.065499 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:33.159186 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3bcb67d5-768f-49fa-80aa-26ede67fd334 req-57d5a6ca-db97-4ce2-a506-171d1ed5bd3f tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 210 time: 0.0353999 Oct 18 18:57:33.181557 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] For port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:33.181929 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:33.193832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Calling delete_port for 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:33.321006 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:33.351783 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event deleted for resources: {'Port': ['ID=87ec13ef-e87e-486a-8b4c-dcd48e7b65ab,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:33.393428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] No DVR routers for this DVR port 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:33.395960 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:33.399292 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d0a30b1e-43d0-476b-839d-0ecf9e2fd857 req-98983a8b-89db-49ce-afce-932fdf6b21e8 tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.25 "DELETE /v2.0/ports/87ec13ef-e87e-486a-8b4c-dcd48e7b65ab HTTP/1.1" status: 204 len: 173 time: 0.4244208 Oct 18 18:57:33.399746 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-deleted', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:33.401990 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b5d8ac-788e-4299-a69a-86e11e7bf1db" -d '{"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-deleted", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:33.441903 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba5fc83-41f3-4ecc-9439-86f862bee1ca x-openstack-request-id: req-2ba5fc83-41f3-4ecc-9439-86f862bee1ca {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:33.442322 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bda0301-6d85-4fbc-b5f9-d004a5d4e184", "name": "network-vif-deleted", "tag": "87ec13ef-e87e-486a-8b4c-dcd48e7b65ab", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:33.442709 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ba5fc83-41f3-4ecc-9439-86f862bee1ca {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:33.443210 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bda0301-6d85-4fbc-b5f9-d004a5d4e184', 'name': 'network-vif-deleted', 'tag': '87ec13ef-e87e-486a-8b4c-dcd48e7b65ab', 'status': 'completed', 'code': 200} Oct 18 18:57:33.501069 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c32851a9-4f4f-4a81-8828-79871f0ea7a1 req-88d2bde7-0467-4adc-b02f-b0c14293d62d tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "GET /v2.0/ports?device_id=7bda0301-6d85-4fbc-b5f9-d004a5d4e184 HTTP/1.1" status: 200 len: 210 time: 0.0285881 Oct 18 18:57:34.133889 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-1fd16f74-6f3a-4968-acb4-e24439705e71 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b209123a031643e1b7f475f8dec339bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227282 Oct 18 18:57:34.265271 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-10579fbf-11c9-4f98-8ffe-ad786ad5ee5e req-1b5580c9-c39b-4005-baaf-97e9f44b1b5e tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 210 time: 0.0371149 Oct 18 18:57:34.274668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-665837b7-578a-4f69-a5c5-c96b883da934 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:34.276247 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-665837b7-578a-4f69-a5c5-c96b883da934 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353202 Oct 18 18:57:34.292272 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Request body: {'port': {'device_id': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673', 'admin_state_up': True, 'tenant_id': 'b209123a031643e1b7f475f8dec339bd'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:34.403406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Made reservation on behalf of b209123a031643e1b7f475f8dec339bd for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:34.407078 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.415572 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.495756 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.499359 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.555117 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46778) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:34.564533 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c550824-a6fd-4942-b517-3281e7810f11,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:34.578266 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.578637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.578964 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.579365 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.579699 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.580032 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.580363 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.580746 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.581074 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.581444 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.581776 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.582146 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.617189 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.643153 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.655388 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Allocated IP 192.168.233.194 (756fdfa2-3a2b-4450-afa8-5a31e080a673/fc693f03-db42-4f6d-bee2-846e8c18c22b/d1cd6c91-50af-48dd-b01a-924b4b3409ba) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:34.703295 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.706041 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.707274 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] 10.222.0.36 "DELETE /v2.0/security-groups/f5daf8ed-b727-4799-aba2-71c2db659a71 HTTP/1.1" status: 204 len: 168 time: 0.1511617 Oct 18 18:57:34.716929 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5daf8ed-b727-4799-aba2-71c2db659a71,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:34.727370 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.727761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.728104 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.728469 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.728905 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.729267 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.729607 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.730004 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.730407 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.730875 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.731252 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.731667 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95c03-2591-4fd1-87f9-1b237025dc7c tempest-TestShelveInstance-72493412 tempest-TestShelveInstance-72493412-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:34.764893 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46782) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:34.806560 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.839539 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.887063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Network 756fdfa2-3a2b-4450-afa8-5a31e080a673 is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:34.890333 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:34.892891 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:34.922540 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Pushing event updated for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:34.949396 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:34.950043 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:34.970734 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-d7a6c57e-9578-44b2-aa9a-63dbd2e7b823 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6820714 Oct 18 18:57:34.995471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Request body: {'port': {'device_id': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:35.052028 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.170838 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-e5c577ae-443e-4cef-b192-c48b035fc076 None None] Provisioning complete for port d1cd6c91-50af-48dd-b01a-924b4b3409ba triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:35.171409 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e5c577ae-443e-4cef-b192-c48b035fc076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.212788 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-e5c577ae-443e-4cef-b192-c48b035fc076 None None] Port d1cd6c91-50af-48dd-b01a-924b4b3409ba cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:35.228461 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.322673 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1cd6c91-50af-48dd-b01a-924b4b3409ba {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:57:35.331070 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.369007 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Transition to ACTIVE for port object d1cd6c91-50af-48dd-b01a-924b4b3409ba will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:57:35.373511 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.437942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311e37d-1dfc-4f89-bf3b-b9eb75590dbd req-75781bad-096d-4025-8a57-ff45e613036e tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:35.439641 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0311e37d-1dfc-4f89-bf3b-b9eb75590dbd req-75781bad-096d-4025-8a57-ff45e613036e tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 936 time: 0.1057916 Oct 18 18:57:35.448820 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:35.482583 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Deleting port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:35.483186 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.549896 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0311e37d-1dfc-4f89-bf3b-b9eb75590dbd req-2b1bc962-4049-4689-a258-a3ba50c07ca7 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947146 Oct 18 18:57:35.567268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] For port 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:35.567880 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.572560 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Attempting to bind port d1cd6c91-50af-48dd-b01a-924b4b3409ba on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:35.573001 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Attempting to bind port d1cd6c91-50af-48dd-b01a-924b4b3409ba by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:35.573424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Attempting to bind port d1cd6c91-50af-48dd-b01a-924b4b3409ba on network 756fdfa2-3a2b-4450-afa8-5a31e080a673 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:35.578386 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Port d1cd6c91-50af-48dd-b01a-924b4b3409ba on network 756fdfa2-3a2b-4450-afa8-5a31e080a673 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:57:35.578810 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Attempting to bind port d1cd6c91-50af-48dd-b01a-924b4b3409ba on network 756fdfa2-3a2b-4450-afa8-5a31e080a673 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:35.583825 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:35.584146 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Calling delete_port for 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:35.584270 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Checking segment: {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:35.584532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Bound using segment: {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:35.585087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Bound port: d1cd6c91-50af-48dd-b01a-924b4b3409ba, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd6eb012-607d-41d2-b3bd-938b5927a428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:35.586081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.653250 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:35.656400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:35.660077 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.695479 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:35.696088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.697479 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] 10.222.0.25 "PUT /v2.0/ports/d1cd6c91-50af-48dd-b01a-924b4b3409ba HTTP/1.1" status: 200 len: 1098 time: 0.7124245 Oct 18 18:57:35.697913 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:35.700161 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a0fc68-e2ce-4706-908f-9e0b4355a074" -d '{"events": [{"name": "network-changed", "server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:35.745289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739c140-89f0-4151-b3ee-ae6eec5e9acc service neutron] Pushing event updated for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:35.750137 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e31d2d-1bef-4a06-bff1-3e5f4b2890f5 x-openstack-request-id: req-e3e31d2d-1bef-4a06-bff1-3e5f4b2890f5 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:35.750668 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:35.751095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3e31d2d-1bef-4a06-bff1-3e5f4b2890f5 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:35.751645 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba', 'status': 'completed', 'code': 200} Oct 18 18:57:35.787756 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:35.801568 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-42ff0bb4-7da0-4ed1-83b7-728c5624f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:35.803087 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-42ff0bb4-7da0-4ed1-83b7-728c5624f4dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b209123a031643e1b7f475f8dec339bd&device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 1101 time: 0.0590265 Oct 18 18:57:35.814701 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:35.851105 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-842c119d-834f-4928-8e1d-e5ea733884de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba HTTP/1.1" status: 200 len: 217 time: 0.0392208 Oct 18 18:57:35.905849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-3d612630-36ad-4e39-82ca-d7cd0d688332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:35.907352 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-3d612630-36ad-4e39-82ca-d7cd0d688332 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc693f03-db42-4f6d-bee2-846e8c18c22b HTTP/1.1" status: 200 len: 843 time: 0.0499716 Oct 18 18:57:35.960897 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-16e7ea73-9976-42b7-b974-b7f675a9690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:35.962404 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-16e7ea73-9976-42b7-b974-b7f675a9690a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=756fdfa2-3a2b-4450-afa8-5a31e080a673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0475883 Oct 18 18:57:35.996034 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:36.059481 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-5acce4fc-18ca-4556-b2d8-74b8aaac3ea0 service neutron] 10.222.0.25 "GET /v2.0/networks/756fdfa2-3a2b-4450-afa8-5a31e080a673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893800 Oct 18 18:57:36.152121 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-99e98b02-6243-45a7-98e6-a321f50f17f5 req-923c89e8-a6fe-43c3-bacb-f3d9659f45fe service neutron] 10.222.0.25 "GET /v2.0/networks/756fdfa2-3a2b-4450-afa8-5a31e080a673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856748 Oct 18 18:57:36.210308 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Router 3bbf825e-831d-4086-8175-02687af20d9c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:36.233461 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-51d886e9-dfe9-4fd4-9f31-a707bbf12ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:36.234975 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-51d886e9-dfe9-4fd4-9f31-a707bbf12ba6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b209123a031643e1b7f475f8dec339bd&device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 1101 time: 0.0383494 Oct 18 18:57:36.315604 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:36.323644 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-44227db3-e14c-4c5c-aa38-ff35a932323b admin admin] 10.222.0.36 "PUT /v2.0/routers/3bbf825e-831d-4086-8175-02687af20d9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5551915 Oct 18 18:57:36.323644 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46792) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:36.326696 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Sync routers for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:36.329098 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-786916c3-0a53-4c3d-92a8-239dbc4c69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:36.330830 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-786916c3-0a53-4c3d-92a8-239dbc4c69f6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=756fdfa2-3a2b-4450-afa8-5a31e080a673 HTTP/1.1" status: 200 len: 870 time: 0.0878015 Oct 18 18:57:36.336916 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:36.337628 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:36.374166 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-b10cda37-8bb7-4d6a-8620-aa6930c86337 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba HTTP/1.1" status: 200 len: 217 time: 0.0357413 Oct 18 18:57:36.425579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-54bcfc7f-b2dc-42bb-85ec-996b064ffdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:36.427376 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-54bcfc7f-b2dc-42bb-85ec-996b064ffdf9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc693f03-db42-4f6d-bee2-846e8c18c22b HTTP/1.1" status: 200 len: 843 time: 0.0465891 Oct 18 18:57:36.430376 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:36.474153 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-f06fa6fa-b337-48e3-a642-6bfcfc2bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:36.476467 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-f06fa6fa-b337-48e3-a642-6bfcfc2bc7d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=756fdfa2-3a2b-4450-afa8-5a31e080a673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0400457 Oct 18 18:57:36.540966 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:36.574519 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-e7ed7847-fde2-4a00-b390-1f4ec0025c8d service neutron] 10.222.0.25 "GET /v2.0/networks/756fdfa2-3a2b-4450-afa8-5a31e080a673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902252 Oct 18 18:57:36.708251 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d8a0fc68-e2ce-4706-908f-9e0b4355a074 req-b411ba63-bace-4afb-9174-1efb33aa2523 service neutron] 10.222.0.25 "GET /v2.0/networks/756fdfa2-3a2b-4450-afa8-5a31e080a673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257114 Oct 18 18:57:36.720683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c997-6191-4911-b623-fa6a68267b35 req-3cb3768d-1d56-4eb6-8748-3b4a5df13f90 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:36.722414 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5fc3c997-6191-4911-b623-fa6a68267b35 req-3cb3768d-1d56-4eb6-8748-3b4a5df13f90 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 948 time: 0.0717645 Oct 18 18:57:36.737757 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:57:35Z', 'revision_number': 5, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port': {'id': '9a491f90-e7b8-47e8-a2c4-038f99d3253a', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bbf825e-831d-4086-8175-02687af20d9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:20Z', 'updated_at': '2021-10-18T18:51:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:36.761534 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:36.771533 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Checking router: 3bbf825e-831d-4086-8175-02687af20d9c for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:36.780851 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Routers {'3bbf825e-831d-4086-8175-02687af20d9c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:36.781677 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['3bbf825e-831d-4086-8175-02687af20d9c'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:36.793026 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5fc3c997-6191-4911-b623-fa6a68267b35 req-df7786bd-44a2-4af2-8f05-15a588487a1c tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Oct 18 18:57:36.827253 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Deleting port 9a491f90-e7b8-47e8-a2c4-038f99d3253a {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:36.827529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:36.870783 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] Set router 3bbf825e-831d-4086-8175-02687af20d9c gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:36.910339 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] For port 9a491f90-e7b8-47e8-a2c4-038f99d3253a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=9a491f90-e7b8-47e8-a2c4-038f99d3253a,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:36.910738 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:36.922662 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Calling delete_port for 9a491f90-e7b8-47e8-a2c4-038f99d3253a owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:36.925071 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:57:36Z', 'revision_number': 6, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port_host': None}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:36.950804 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054ab8d7-ffed-4d66-af60-42cb2ba8578c None None] The sync data for ids ['3bbf825e-831d-4086-8175-02687af20d9c'] in dv-cinder-813220-2-iscsi is: [{'id': '3bbf825e-831d-4086-8175-02687af20d9c', 'name': 'tempest-TestShelveInstance-1164235012-router', 'tenant_id': '3d9bbc61321a47abb852671e78856939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:19Z', 'updated_at': '2021-10-18T18:57:36Z', 'revision_number': 6, 'project_id': '3d9bbc61321a47abb852671e78856939', 'gw_port_host': None}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:37.082823 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-31c2ae08-d4ff-42a4-83c0-0b402fc888e5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454190 Oct 18 18:57:37.093161 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.121772 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=9a491f90-e7b8-47e8-a2c4-038f99d3253a,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:37.171442 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-76e794d3-b920-44fd-a594-a71fdedcb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:37.172945 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-76e794d3-b920-44fd-a594-a71fdedcb4a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 1100 time: 0.0405707 Oct 18 18:57:37.178455 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.269036 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.271135 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.278645 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-2108cabf-7828-4ca6-9911-f846a0c3b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:37.280204 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-2108cabf-7828-4ca6-9911-f846a0c3b7ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 200 len: 918 time: 0.0878851 Oct 18 18:57:37.315346 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.316043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bbf825e-831d-4086-8175-02687af20d9c {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:57:37.321059 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.324536 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-45153892-2f5c-46b2-b83c-68edb0bd6dbb admin admin] 10.222.0.36 "DELETE /v2.0/routers/3bbf825e-831d-4086-8175-02687af20d9c HTTP/1.1" status: 204 len: 168 time: 0.9982967 Oct 18 18:57:37.324886 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46796) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:37.348360 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-1d2b454d-106e-484e-86aa-15cb7395f852 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 200 len: 1002 time: 0.0606089 Oct 18 18:57:37.368833 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Deleting subnet bea058d1-ccc7-4ddc-83f4-584786241af1 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:37.371860 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.395724 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-1cc1d2a6-2807-4507-8353-c5d9fedb2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:37.397179 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-1cc1d2a6-2807-4507-8353-c5d9fedb2b7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 200 len: 856 time: 0.0423565 Oct 18 18:57:37.406243 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.441905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-e91b7cfb-64d0-427a-b9e8-7653049d5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:37.443629 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-e91b7cfb-64d0-427a-b9e8-7653049d5e69 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a9148ab9-0015-4be3-bad8-8b74d2318eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384049 Oct 18 18:57:37.489395 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.541280 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.544936 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-8b4c391a-ab8b-4471-a6d3-f61ea1814647 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932276 Oct 18 18:57:37.569352 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea058d1-ccc7-4ddc-83f4-584786241af1,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:37.571992 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.575195 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-08c19085-abf8-4790-8bfa-c025d276cf77 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/bea058d1-ccc7-4ddc-83f4-584786241af1 HTTP/1.1" status: 204 len: 168 time: 0.2493660 Oct 18 18:57:37.576282 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f50d047-9f2a-4645-be7f-73ccf8367fbb None None] Network 8743d4a0-661f-465d-995f-489f1c800cca requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:37.577608 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46798) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:37.649123 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a0ab9eef-19e2-4cd0-9c3d-6a47f683dea1 req-835e2789-f207-4d68-bae1-d0353f6ccaf2 service neutron] 10.222.0.25 "GET /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965044 Oct 18 18:57:37.652082 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.714105 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Deleting port 79eab283-5106-4295-b377-d46cd7aaf467 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:37.716187 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.771527 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] DHCP port deletion for 8743d4a0-661f-465d-995f-489f1c800cca request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:57:37.784315 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] For port 79eab283-5106-4295-b377-d46cd7aaf467, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=79eab283-5106-4295-b377-d46cd7aaf467,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:37.784847 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.797153 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Calling delete_port for 79eab283-5106-4295-b377-d46cd7aaf467 owned by network:dhcp {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:37.817738 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Deleting port 79eab283-5106-4295-b377-d46cd7aaf467 {{(pid=129717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:37.818269 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.881582 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.889082 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:37.891956 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] For port 79eab283-5106-4295-b377-d46cd7aaf467, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=79eab283-5106-4295-b377-d46cd7aaf467,segment=NetworkSegment(4e367065-e114-493e-9e21-9d5e81c6111a),segment_id=4e367065-e114-493e-9e21-9d5e81c6111a)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:37.892355 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:37.895930 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] No DVR routers for this DVR port 79eab283-5106-4295-b377-d46cd7aaf467 on host dv-cinder-813220-2-iscsi {{(pid=129716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:37.916500 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=79eab283-5106-4295-b377-d46cd7aaf467,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:37.920991 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d365ea-4929-4d39-a68b-002f6ee156c7 req-daa22e44-3fa2-4764-8d0b-88f1f875b0b6 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:37.921306 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:37.921656 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 87ec13ef-e87e-486a-8b4c-dcd48e7b65ab not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:37.922404 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6d365ea-4929-4d39-a68b-002f6ee156c7 req-daa22e44-3fa2-4764-8d0b-88f1f875b0b6 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 948 time: 0.0569046 Oct 18 18:57:37.926408 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Calling delete_port for 79eab283-5106-4295-b377-d46cd7aaf467 owned by network:dhcp {{(pid=129717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:37.964155 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d6d365ea-4929-4d39-a68b-002f6ee156c7 req-b2d952f2-693a-4877-9e17-0e3c40817ac2 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Oct 18 18:57:37.995066 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.014883 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8743d4a0-661f-465d-995f-489f1c800cca']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:38.016513 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.024057 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e367065-e114-493e-9e21-9d5e81c6111a') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:38.024353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e367065-e114-493e-9e21-9d5e81c6111a') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:38.033386 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.039315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] Pushing event deleted for resources: {'Port': ['ID=79eab283-5106-4295-b377-d46cd7aaf467,revision_number=None']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:38.045323 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e4416-d6de-440e-95e0-de8e351a507b None None] No DVR routers for this DVR port 79eab283-5106-4295-b377-d46cd7aaf467 on host dv-cinder-813220-2-iscsi {{(pid=129717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:38.047592 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.055816 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:38.056234 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:38.057968 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:38.111289 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.116602 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.120570 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] 10.222.0.36 "DELETE /v2.0/networks/8743d4a0-661f-465d-995f-489f1c800cca HTTP/1.1" status: 204 len: 168 time: 0.5420482 Oct 18 18:57:38.123658 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46802) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:38.131058 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3331957-3ef8-44ff-9dbf-be202b909b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=8743d4a0-661f-465d-995f-489f1c800cca,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:38.448982 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:38.770136 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 9a491f90-e7b8-47e8-a2c4-038f99d3253a no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:38.790583 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 9a491f90-e7b8-47e8-a2c4-038f99d3253a {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:38.791000 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 9a491f90-e7b8-47e8-a2c4-038f99d3253a not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:38.791412 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:38.809133 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:38.809476 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 4bbb99a3-ca47-41ef-a14a-2dc7ba5038a5 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:38.809968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 79eab283-5106-4295-b377-d46cd7aaf467 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:38.830747 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 79eab283-5106-4295-b377-d46cd7aaf467 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:38.831095 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 79eab283-5106-4295-b377-d46cd7aaf467 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:38.948433 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Deleting port 1703af97-e288-4705-a799-6b0b624da9d9 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:38.948767 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:39.028049 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] For port 1703af97-e288-4705-a799-6b0b624da9d9, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=1703af97-e288-4705-a799-6b0b624da9d9,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:39.028407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:39.047852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Calling delete_port for 1703af97-e288-4705-a799-6b0b624da9d9 owned by network:router_interface {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:39.121395 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48635ac-5584-4669-b837-0b3e018cc6a4 req-a97187e7-e981-4df8-84ff-237944aee531 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:39.122885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c48635ac-5584-4669-b837-0b3e018cc6a4 req-a97187e7-e981-4df8-84ff-237944aee531 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 948 time: 0.0873065 Oct 18 18:57:39.206213 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c48635ac-5584-4669-b837-0b3e018cc6a4 req-d8be861a-5172-46d5-971d-6f88f0cc5864 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765705 Oct 18 18:57:39.279815 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:39.302692 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Pushing event deleted for resources: {'Port': ['ID=1703af97-e288-4705-a799-6b0b624da9d9,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:39.467187 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:39.674618 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Router 98f0282f-8acd-42a0-97a8-64e8e1e2478c has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:39.777859 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:39.782812 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-b1ddf1f8-5454-44d0-97d3-5ad2e6a8834d admin admin] 10.222.0.36 "PUT /v2.0/routers/98f0282f-8acd-42a0-97a8-64e8e1e2478c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580198 Oct 18 18:57:39.785412 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46806) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:39.786155 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Sync routers for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:39.795766 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:39.796366 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:39.882963 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device d1cd6c91-50af-48dd-b01a-924b4b3409ba details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:57:39.889303 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks [] for router, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:39.908616 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:39.994630 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.049602 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Deleting port ce76f193-b8f2-4b29-ac76-8aa34a11d483 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:40.049977 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.137814 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] For port ce76f193-b8f2-4b29-ac76-8aa34a11d483, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=ce76f193-b8f2-4b29-ac76-8aa34a11d483,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:40.138206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.151171 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Calling delete_port for ce76f193-b8f2-4b29-ac76-8aa34a11d483 owned by network:router_gateway {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:40.226322 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:40.254064 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba', 'network_id': '756fdfa2-3a2b-4450-afa8-5a31e080a673', 'port_id': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba', 'mac_address': 'fa:16:3e:97:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc693f03-db42-4f6d-bee2-846e8c18c22b', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:57:40.303724 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.320483 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1cd6c91-50af-48dd-b01a-924b4b3409ba {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:57:40.326627 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:57:39Z', 'revision_number': 5, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port': {'id': 'ce76f193-b8f2-4b29-ac76-8aa34a11d483', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:38:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:51:25Z', 'updated_at': '2021-10-18T18:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:40.347544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.356306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fc8b8-9f53-46ad-8710-c34ff0bd88ff req-6d2898e4-42fa-44da-a2f4-5b1e9b5994bf tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:40.357813 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-197fc8b8-9f53-46ad-8710-c34ff0bd88ff req-6d2898e4-42fa-44da-a2f4-5b1e9b5994bf tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 948 time: 0.0848281 Oct 18 18:57:40.362064 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Checking router: 98f0282f-8acd-42a0-97a8-64e8e1e2478c for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:40.373133 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:40.377718 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.382914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Routers {'98f0282f-8acd-42a0-97a8-64e8e1e2478c'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:40.383510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:40.389464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce76f193-b8f2-4b29-ac76-8aa34a11d483,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:40.464042 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-197fc8b8-9f53-46ad-8710-c34ff0bd88ff req-779d39f7-f840-4212-94f2-449c27fa9d5a tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956850 Oct 18 18:57:40.478678 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] Set router 98f0282f-8acd-42a0-97a8-64e8e1e2478c gateway port host: None {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:40.480804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.539111 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:40.541772 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:57:40Z', 'revision_number': 7, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port_host': None}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:40.577299 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd45bfe-fe61-4718-807f-f3350de39979 None None] The sync data for ids ['98f0282f-8acd-42a0-97a8-64e8e1e2478c'] in dv-cinder-813220-2-iscsi is: [{'id': '98f0282f-8acd-42a0-97a8-64e8e1e2478c', 'name': 'tempest-TestShelveInstance-2066553161-router', 'tenant_id': '05ded8decfef4c8fa900c664ca483ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:51:24Z', 'updated_at': '2021-10-18T18:57:40Z', 'revision_number': 7, 'project_id': '05ded8decfef4c8fa900c664ca483ca0', 'gw_port_host': None}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:40.595558 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.597779 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.642379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.642932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f0282f-8acd-42a0-97a8-64e8e1e2478c {{(pid=129715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:57:40.647421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.648739 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7f959317-9006-414e-a653-3b19ca45ab08 admin admin] 10.222.0.36 "DELETE /v2.0/routers/98f0282f-8acd-42a0-97a8-64e8e1e2478c HTTP/1.1" status: 204 len: 168 time: 0.8623996 Oct 18 18:57:40.652060 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46810) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:40.695424 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Deleting subnet 75f7385e-d4ab-4672-b328-39378d5be0b3 {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:57:40.698464 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.699424 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['d1cd6c91-50af-48dd-b01a-924b4b3409ba'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:57:40.735514 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.811946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.863507 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.888878 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f7385e-d4ab-4672-b328-39378d5be0b3,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:40.892442 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:40.895600 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-574eaff2-8ce0-4f1c-bbfa-d41c24c913ac admin admin] 10.222.0.36 "DELETE /v2.0/subnets/75f7385e-d4ab-4672-b328-39378d5be0b3 HTTP/1.1" status: 204 len: 168 time: 0.2426069 Oct 18 18:57:40.897990 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46812) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:40.898207 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dcefa4-9bea-4379-80f4-bab8185bd8ef None None] Network d91f7495-8605-4285-8ac0-5088fe3431f6 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:40.978950 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.042821 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Deleting port b8250af5-2471-46fd-a2d3-59926470d548 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:41.043188 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.109784 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] For port b8250af5-2471-46fd-a2d3-59926470d548, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b8250af5-2471-46fd-a2d3-59926470d548,segment=NetworkSegment(3a1822d6-8750-43c0-8bc0-729974703a61),segment_id=3a1822d6-8750-43c0-8bc0-729974703a61)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:41.110166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.122407 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Calling delete_port for b8250af5-2471-46fd-a2d3-59926470d548 owned by network:dhcp {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:41.198788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.224689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b8250af5-2471-46fd-a2d3-59926470d548,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:41.227091 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] No DVR routers for this DVR port b8250af5-2471-46fd-a2d3-59926470d548 on host dv-cinder-813220-2-iscsi {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:41.299507 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.318606 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91f7495-8605-4285-8ac0-5088fe3431f6']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:41.327589 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1822d6-8750-43c0-8bc0-729974703a61') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:41.327887 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1822d6-8750-43c0-8bc0-729974703a61') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:41.337480 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.350071 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.357867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:57:41.357867 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:57:41.359334 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:57:41.406802 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e9e100-ffda-4818-bd89-9b7caa8f5909 None None] DHCP port deletion for d91f7495-8605-4285-8ac0-5088fe3431f6 request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:57:41.421005 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.422048 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 1703af97-e288-4705-a799-6b0b624da9d9 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:41.431048 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.437200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] 10.222.0.36 "DELETE /v2.0/networks/d91f7495-8605-4285-8ac0-5088fe3431f6 HTTP/1.1" status: 204 len: 168 time: 0.5351737 Oct 18 18:57:41.444300 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 1703af97-e288-4705-a799-6b0b624da9d9 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:41.444671 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 1703af97-e288-4705-a799-6b0b624da9d9 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:41.446476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e6c10-cd88-4d46-a709-c0f4f59c97fe admin admin] Pushing event deleted for resources: {'Network': ['ID=d91f7495-8605-4285-8ac0-5088fe3431f6,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:41.551879 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46818) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:41.593700 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e49704-7872-4f56-844f-40c82248c2e7 req-992c9fc0-5c1b-4b22-8894-ecbe87171906 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:41.594276 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f8c3b8c5-d8d5-4575-93f0-bd58475aef07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d9bbc61321a47abb852671e78856939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407968 Oct 18 18:57:41.595597 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-41e49704-7872-4f56-844f-40c82248c2e7 req-992c9fc0-5c1b-4b22-8894-ecbe87171906 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 949 time: 0.0527215 Oct 18 18:57:41.596217 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46820) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:41.638195 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-41e49704-7872-4f56-844f-40c82248c2e7 req-780a4b12-25c2-4429-972e-d1a53a9cb604 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364413 Oct 18 18:57:41.653648 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.676649 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.722627 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.725247 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:41.726424 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2631dcdb-ee25-4853-a5d8-2825a70c74a2 HTTP/1.1" status: 204 len: 168 time: 0.1293242 Oct 18 18:57:41.733853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38834b08-94d1-406d-bc4c-d61d1daa4045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2631dcdb-ee25-4853-a5d8-2825a70c74a2,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:41.901505 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device d1cd6c91-50af-48dd-b01a-924b4b3409ba up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:41.952677 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port d1cd6c91-50af-48dd-b01a-924b4b3409ba completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:57:41.956538 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port d1cd6c91-50af-48dd-b01a-924b4b3409ba triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:41.956908 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.036324 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46826) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:42.042003 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.064665 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:42.066969 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd355f4-2646-4afa-9973-8441f8762903" -d '{"events": [{"server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:42.081286 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-756526d5-3ea6-463f-a859-2c31f7bc7985 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05ded8decfef4c8fa900c664ca483ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437143 Oct 18 18:57:42.082757 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:42.083798 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46834) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:42.087307 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.135354 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.138809 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:42.156548 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.204063 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.206870 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.208025 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/703f756e-dfaf-492f-8bcd-32fc0f718501 HTTP/1.1" status: 204 len: 168 time: 0.1231859 Oct 18 18:57:42.215860 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1154b5f-3838-4fd6-9532-e153995efbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703f756e-dfaf-492f-8bcd-32fc0f718501,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:42.295856 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35d08c3-e0e1-408e-baf8-1d6d0e3cc7a0 x-openstack-request-id: req-b35d08c3-e0e1-408e-baf8-1d6d0e3cc7a0 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:42.296365 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "name": "network-vif-plugged", "status": "completed", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:42.296619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b35d08c3-e0e1-408e-baf8-1d6d0e3cc7a0 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:42.297014 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba', 'code': 200} Oct 18 18:57:42.467225 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdabe4f9-9649-496f-b73d-0e17c87c2e53 req-1247810e-fd69-476f-b613-e53286bec0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:42.468973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdabe4f9-9649-496f-b73d-0e17c87c2e53 req-1247810e-fd69-476f-b613-e53286bec0d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 1103 time: 0.0389893 Oct 18 18:57:42.505588 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bdabe4f9-9649-496f-b73d-0e17c87c2e53 req-fc20a089-6071-4888-8712-5c6be2dab532 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281856 Oct 18 18:57:42.773299 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93399026-1628-45e5-8d4c-40be318ed185 req-175fe78b-aa2c-455d-b568-c3594645aafc tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:42.774952 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93399026-1628-45e5-8d4c-40be318ed185 req-175fe78b-aa2c-455d-b568-c3594645aafc tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 950 time: 0.0688396 Oct 18 18:57:42.783964 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device ce76f193-b8f2-4b29-ac76-8aa34a11d483 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:42.805673 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: ce76f193-b8f2-4b29-ac76-8aa34a11d483 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:42.806266 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device ce76f193-b8f2-4b29-ac76-8aa34a11d483 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:42.806722 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b8250af5-2471-46fd-a2d3-59926470d548 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:42.815559 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93399026-1628-45e5-8d4c-40be318ed185 req-949f07fe-f881-4cbe-980b-b9ddb36d0b62 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344493 Oct 18 18:57:42.825911 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b8250af5-2471-46fd-a2d3-59926470d548 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:42.826258 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b8250af5-2471-46fd-a2d3-59926470d548 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:42.875680 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46858) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:42.966989 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2057258596-network', 'tenant_id': '49ea8b6622bb40109191097fe33b666a'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:42.987701 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Made reservation on behalf of 49ea8b6622bb40109191097fe33b666a for: {'network': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:42.989923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:42.998910 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.071727 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.075184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.094729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=129715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:57:43.108181 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c5b33d-9d69-4916-a09f-6014e4421201,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:43.112803 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.113147 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.segments_db [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Added segment 6af63c01-48b0-435b-85ea-72fb360ec457 of type vlan for network db37c8ca-284c-45b1-a97f-8340c368b1bf Oct 18 18:57:43.152025 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.175626 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.176569 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:43.177145 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.203027 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3260810 Oct 18 18:57:43.205891 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46862) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:43.210912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Request body: {'subnet': {'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2057258596-subnet', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:43.234470 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Made reservation on behalf of 49ea8b6622bb40109191097fe33b666a for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:43.236874 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59156927'] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.240927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62a81f-360e-407b-9be9-55620de86883 admin admin] Pushing event updated for resources: {'Network': ['ID=db37c8ca-284c-45b1-a97f-8340c368b1bf,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:43.251737 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network db37c8ca-284c-45b1-a97f-8340c368b1bf details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:57:43.401417 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58725905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59156881'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.454145 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Pushing event updated for resources: {'Subnet': ['ID=337f7446-1299-4c15-9934-fc3e6859d3d4,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:43.463370 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:43.463722 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Network hostable DHCP agents. Network: db37c8ca-284c-45b1-a97f-8340c368b1bf, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:57:43.479909 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:57:43.487556 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, db37c8ca-284c-45b1-a97f-8340c368b1bf) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:43.491988 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:43.493056 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.496381 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa46a262-8ca6-4a29-9cb5-c6c5b8ae6ed5 None None] Network db37c8ca-284c-45b1-a97f-8340c368b1bf requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:43.510993 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46864) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:43.511661 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-366980e9-01c7-4e4a-b727-7b6428b9babe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3045008 Oct 18 18:57:43.515650 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:43.535876 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.536858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.587304 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.638801 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-db37c8ca-284c-45b1-a97f-8340c368b1bf', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:57:43.639662 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.726608 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.776385 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Allocated IP 172.20.0.2 (db37c8ca-284c-45b1-a97f-8340c368b1bf/337f7446-1299-4c15-9934-fc3e6859d3d4/bbe29c33-b90a-4f1e-8bf1-60f60c521af9) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:43.934859 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.940880 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.982619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbb92b-b7b8-481f-b05c-497569d03ef8 req-79258d4d-1ce5-4037-94d2-742406428bf8 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:43.983195 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:43.984064 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fbbb92b-b7b8-481f-b05c-497569d03ef8 req-79258d4d-1ce5-4037-94d2-742406428bf8 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 950 time: 0.0814743 Oct 18 18:57:43.985573 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:43.985708 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:43.990020 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:43.995664 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Pushing event updated for resources: {'Port': ['ID=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:44.015931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.045354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Attempting to bind port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:44.045717 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Attempting to bind port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:44.046074 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Attempting to bind port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:44.050945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:44.051315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:44.051706 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.052092 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Bound using segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:44.052547 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Bound port: bbe29c33-b90a-4f1e-8bf1-60f60c521af9, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:44.052920 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.081656 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fbbb92b-b7b8-481f-b05c-497569d03ef8 req-8cfa5119-6e4d-4b98-8f95-7e9d1689c3d3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721779 Oct 18 18:57:44.123988 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] For port bbe29c33-b90a-4f1e-8bf1-60f60c521af9, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:44.127989 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] For port bbe29c33-b90a-4f1e-8bf1-60f60c521af9, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:44.133375 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.149837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Allocated IP 172.27.2.55 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/c4965aff-b530-42f6-bd43-4648dc7d64b1) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:44.200641 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3ec03-cc17-46d4-b65b-24241002c5af None None] Pushing event updated for resources: {'Port': ['ID=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:44.293354 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.371996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.393095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dbdaa1-57b6-463c-8625-75084f886c05 req-de0b9e7b-e20b-4686-bd68-00eb5dd13033 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:44.394645 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07dbdaa1-57b6-463c-8625-75084f886c05 req-de0b9e7b-e20b-4686-bd68-00eb5dd13033 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 950 time: 0.0723848 Oct 18 18:57:44.433332 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:44.446888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:44.449335 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:44.485414 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Pushing event updated for resources: {'Port': ['ID=c4965aff-b530-42f6-bd43-4648dc7d64b1,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:44.509607 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07dbdaa1-57b6-463c-8625-75084f886c05 req-4b1045bc-4624-4042-9bff-abdc84bd20a3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907631 Oct 18 18:57:44.721971 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.791920 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device bbe29c33-b90a-4f1e-8bf1-60f60c521af9 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:44.843665 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:44.844027 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.930797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.931491 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:44.966020 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port bbe29c33-b90a-4f1e-8bf1-60f60c521af9, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:44.972125 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.026051 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:45.110328 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c12f5-a1a7-44ea-8aa6-0a4c1468206e None None] Network db37c8ca-284c-45b1-a97f-8340c368b1bf requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:45.187939 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ff1b7fad-8bf3-44b5-8935-85e4b2658185 None None] Provisioning complete for port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:45.188315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ff1b7fad-8bf3-44b5-8935-85e4b2658185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.354050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:57:45.462014 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:45.473943 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:45.479590 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.480885 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-34f8e882-04b4-407f-850f-d90fa8a477c7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9688118 Oct 18 18:57:45.483706 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46874) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:45.485604 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:45.486212 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:45.595316 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:45.639428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f338d6-7e1c-4a8a-b510-725442500552 req-590a8cc0-419a-4628-a745-85a20ee05524 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:45.650257 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07f338d6-7e1c-4a8a-b510-725442500552 req-590a8cc0-419a-4628-a745-85a20ee05524 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 950 time: 0.0657375 Oct 18 18:57:45.693847 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-07f338d6-7e1c-4a8a-b510-725442500552 req-ac6fb03d-a012-40f8-9c09-e4a2bb4d1a38 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c550824-a6fd-4942-b517-3281e7810f11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Oct 18 18:57:45.772981 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-3d2075c7-eea7-40ab-839e-7d7b3048a3c4 None None] Provisioning complete for port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:45.773379 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3d2075c7-eea7-40ab-839e-7d7b3048a3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.786145 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:44Z', 'revision_number': 3, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:45.817310 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:45.817688 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Updating router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 port c4965aff-b530-42f6-bd43-4648dc7d64b1 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:57:45.844950 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.916230 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:45.958113 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-676438d6-5fcb-4520-883d-897f340e4359 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:45.960497 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-676438d6-5fcb-4520-883d-897f340e4359 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.25 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 950 time: 0.0569570 Oct 18 18:57:46.055978 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Deleting port d1cd6c91-50af-48dd-b01a-924b4b3409ba {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:46.056347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.093011 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Allocated IP 172.20.0.1 (db37c8ca-284c-45b1-a97f-8340c368b1bf/337f7446-1299-4c15-9934-fc3e6859d3d4/b80e7113-d49f-43a3-834c-479908245f39) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:46.111716 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.118594 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.171657 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] For port d1cd6c91-50af-48dd-b01a-924b4b3409ba, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=d1cd6c91-50af-48dd-b01a-924b4b3409ba,segment=NetworkSegment(cd6eb012-607d-41d2-b3bd-938b5927a428),segment_id=cd6eb012-607d-41d2-b3bd-938b5927a428)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:46.172342 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.178015 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Attempting to bind port c4965aff-b530-42f6-bd43-4648dc7d64b1 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:46.178387 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Attempting to bind port c4965aff-b530-42f6-bd43-4648dc7d64b1 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:46.178835 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Attempting to bind port c4965aff-b530-42f6-bd43-4648dc7d64b1 on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:46.186784 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Pushing event updated for resources: {'Port': ['ID=c4965aff-b530-42f6-bd43-4648dc7d64b1,revision_number=2']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:46.189037 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:46.189411 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:46.189805 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.190193 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:46.190678 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Bound port: c4965aff-b530-42f6-bd43-4648dc7d64b1, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:46.191075 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.191311 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Calling delete_port for d1cd6c91-50af-48dd-b01a-924b4b3409ba owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:46.214038 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.214411 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.214778 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.215118 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.215448 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.215777 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.216103 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.216431 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.216764 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.217092 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.217410 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.217730 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:46.234533 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.254093 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] For port c4965aff-b530-42f6-bd43-4648dc7d64b1, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:46.257810 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] For port c4965aff-b530-42f6-bd43-4648dc7d64b1, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=c4965aff-b530-42f6-bd43-4648dc7d64b1,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:46.266261 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.281106 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.320321 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ade82-0326-4230-82c7-4e5cfd05c518 None None] Pushing event updated for resources: {'Port': ['ID=c4965aff-b530-42f6-bd43-4648dc7d64b1,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:46.333472 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:46.336781 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:46.339071 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:46.343672 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:46.344575 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:46.356675 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.364333 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Pushing event updated for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:46.379985 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['d1cd6c91-50af-48dd-b01a-924b4b3409ba'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:57:46.389017 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.390611 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Pushing event deleted for resources: {'Port': ['ID=d1cd6c91-50af-48dd-b01a-924b4b3409ba,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:46.435348 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] No DVR routers for this DVR port d1cd6c91-50af-48dd-b01a-924b4b3409ba on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:46.437933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.442110 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-16b34e2c-f77b-4a23-aab8-dd65b83220f4 req-73d9a799-185c-443a-b9d7-e6dc36c747f3 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.25 "DELETE /v2.0/ports/d1cd6c91-50af-48dd-b01a-924b4b3409ba HTTP/1.1" status: 204 len: 173 time: 0.4749975 Oct 18 18:57:46.442326 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'name': 'network-vif-deleted', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:46.444622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb7e213-9c2f-4798-ad83-b91a2dbb1ce1" -d '{"events": [{"server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "name": "network-vif-deleted", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:46.494980 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b0e27b-f32b-4b22-afc6-b41341d38a85 x-openstack-request-id: req-a9b0e27b-f32b-4b22-afc6-b41341d38a85 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:46.495529 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3359cfd9-722f-4842-9da1-3ab6afa9b36c", "name": "network-vif-deleted", "tag": "d1cd6c91-50af-48dd-b01a-924b4b3409ba", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:46.495947 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9b0e27b-f32b-4b22-afc6-b41341d38a85 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:46.497450 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3359cfd9-722f-4842-9da1-3ab6afa9b36c', 'name': 'network-vif-deleted', 'tag': 'd1cd6c91-50af-48dd-b01a-924b4b3409ba', 'status': 'completed', 'code': 200} Oct 18 18:57:46.517267 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:46.585457 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.682755 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-de46514d-d1e3-43d4-a6f3-722b86c65161 None None] Provisioning complete for port b80e7113-d49f-43a3-834c-479908245f39 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:46.683609 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-de46514d-d1e3-43d4-a6f3-722b86c65161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.757542 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-de46514d-d1e3-43d4-a6f3-722b86c65161 None None] Port b80e7113-d49f-43a3-834c-479908245f39 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:46.796496 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.802386 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.818254 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device bbe29c33-b90a-4f1e-8bf1-60f60c521af9 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:46.832616 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:44Z', 'revision_number': 3, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:46.834457 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bb1a8060-5691-495b-9053-8d1029649fe3 req-40ff9e24-794d-4bae-9b05-c89398910b00 tempest-VolumesNegativeTest-1048230315 tempest-VolumesNegativeTest-1048230315-project] 10.222.0.36 "GET /v2.0/ports?device_id=3359cfd9-722f-4842-9da1-3ab6afa9b36c HTTP/1.1" status: 200 len: 210 time: 0.0268617 Oct 18 18:57:46.866055 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae917b9d-6e45-44e6-ac25-5299498b61df None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:44Z', 'revision_number': 3, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:46.887913 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:46.888697 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:46.907941 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Pushing event updated for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:46.913767 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.021912 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:47.024154 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:47.165542 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:47.282586 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-ee9af8bf-8b95-4818-9b61-6047f3d68920 None None] Provisioning complete for port b80e7113-d49f-43a3-834c-479908245f39 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:47.282946 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ee9af8bf-8b95-4818-9b61-6047f3d68920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.290725 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:47.303614 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5ebed772-372a-4508-829e-91338a6f6a79 admin admin] 10.222.0.36 "PUT /v2.0/routers/82b1ffaf-7745-4bfb-857a-ae0477ed6e58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109417 Oct 18 18:57:47.333031 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-ee9af8bf-8b95-4818-9b61-6047f3d68920 None None] Port b80e7113-d49f-43a3-834c-479908245f39 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:47.777775 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46896) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:47.782835 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-286574944-network', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:47.803357 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Made reservation on behalf of 6d90908cbc64405bb0a5aa3be03759cd for: {'network': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:47.806408 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for network, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.814853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.889650 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.894043 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.914201 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=129716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 18 18:57:47.932740 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55254053-ac18-4659-a5f6-9ecbf0915f1c,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:47.935738 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:47.936079 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.segments_db [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Added segment ba2c051f-cf1d-43e8-b6b9-31da5dae301c of type vlan for network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 Oct 18 18:57:47.984972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730232925669'] for network, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.016862 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934'] for network, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.017811 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:48.018419 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.053739 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2747388 Oct 18 18:57:48.056457 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 46910) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:48.085930 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Request body: {'subnet': {'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-286574944-subnet', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'ip_version': 4}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:48.090399 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fbf29-37da-4ddc-9690-912fb4037bfe admin admin] Pushing event updated for resources: {'Network': ['ID=4933bc45-ba9e-4f02-95bd-139cdcbd8752,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:48.107259 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 details requested by agent ovs-agent-dv-cinder-813220-2-iscsi with host dv-cinder-813220-2-iscsi {{(pid=129717) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 18 18:57:48.128943 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Made reservation on behalf of 6d90908cbc64405bb0a5aa3be03759cd for: {'subnet': 1} {{(pid=129716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:57:48.131508 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59156927'] for subnet, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.423797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:48.433784 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:48.434595 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:48.523983 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58725905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59156881'] for subnet, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.550782 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:48.588823 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c056b034-d611-488c-bac9-f9e17e9d23ca,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:48.604518 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Checking segment: {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:48.604878 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Network hostable DHCP agents. Network: 4933bc45-ba9e-4f02-95bd-139cdcbd8752, hostable agents: ['664ae041-63a6-45ec-8fd4-13cdc6864d80'], hosted agents: [] {{(pid=129716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 18 18:57:48.623789 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 is scheduled to be hosted by DHCP agent 664ae041-63a6-45ec-8fd4-13cdc6864d80 with binding_index 1 {{(pid=129716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 18 18:57:48.634914 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813220-2-iscsi, 4933bc45-ba9e-4f02-95bd-139cdcbd8752) {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:48.639195 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=129716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:48.639842 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.648877 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b561974-d807-4d18-831e-0efa0c327d10 None None] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:48.662013 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-930174f3-ea91-409e-a518-51565e9c467c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6020982 Oct 18 18:57:48.662361 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 46972) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:48.668248 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:48.697088 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3465'] for router, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.698201 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1604917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1600859', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1643214', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3504'] for router, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.767770 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.825701 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device c4965aff-b530-42f6-bd43-4648dc7d64b1 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:48.915064 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.956395 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp87c470b8-fc59-56c0-bec4-e135545fb15b-4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'fixed_ips': [{'subnet_id': 'c056b034-d611-488c-bac9-f9e17e9d23ca'}]}} from dv-cinder-813220-2-iscsi. {{(pid=129717) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 18 18:57:48.957248 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.967255 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port c4965aff-b530-42f6-bd43-4648dc7d64b1 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:48.967689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:48.970308 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 2, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:49.021419 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:49.021774 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Updating router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 port b80e7113-d49f-43a3-834c-479908245f39 binding host dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:57:49.117242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.148805 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.168932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.278717 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Allocated IP 172.27.2.131 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/cfca13ef-8c1c-44ac-9ce8-69ce76c186da) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:49.297272 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.db_base_plugin_common [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Allocated IP 172.20.0.2 (4933bc45-ba9e-4f02-95bd-139cdcbd8752/c056b034-d611-488c-bac9-f9e17e9d23ca/3e835755-e4f4-40c4-a0a2-bda9d1fc89fc) {{(pid=129717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:49.323782 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.370978 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port c4965aff-b530-42f6-bd43-4648dc7d64b1, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=c4965aff-b530-42f6-bd43-4648dc7d64b1,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:49.389492 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.395415 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.431702 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.477643 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:49.481711 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:49.485921 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:49.524413 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Pushing event updated for resources: {'Port': ['ID=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:49.681567 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=c4965aff-b530-42f6-bd43-4648dc7d64b1,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:49.790819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks [] for port, precommit_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.791379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.806366 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355'] for port, after_create {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.811694 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks [] for port, precommit_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.841035 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:49.848824 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 is already hosted by enough agents. {{(pid=129717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:49.854422 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.scheduler.base_scheduler [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Resources bound (agent type, host, resource id): {{(pid=129717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:49.860582 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Received port after_create {{(pid=129717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:49.889915 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Pushing event updated for resources: {'Port': ['ID=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,revision_number=1']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:49.984302 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Attempting to bind port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:49.984676 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Attempting to bind port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:49.985023 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Attempting to bind port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc on network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:49.994287 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device d1cd6c91-50af-48dd-b01a-924b4b3409ba no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:50.014387 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1604906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1600168'] for router, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: d1cd6c91-50af-48dd-b01a-924b4b3409ba {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device d1cd6c91-50af-48dd-b01a-924b4b3409ba not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Checking segment: {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Bound using segment: {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Bound port: 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:50.041638 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.084945 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Attempting to bind port b80e7113-d49f-43a3-834c-479908245f39 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:50.085820 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Attempting to bind port b80e7113-d49f-43a3-834c-479908245f39 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:50.086179 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Attempting to bind port b80e7113-d49f-43a3-834c-479908245f39 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:50.088097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923a38f-3bb6-40f5-ba96-88c3931056e9 None None] Pushing event updated for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:50.102023 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:50.102396 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:50.102830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.103227 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Bound using segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} {{(pid=129717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:50.103701 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.managers [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Bound port: b80e7113-d49f-43a3-834c-479908245f39, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}}] {{(pid=129717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:50.104080 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.158236 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Router 75718834-e8a1-4439-9a01-d9471b338cfe is scheduled to L3 agent 90334fca-12a2-4200-9376-628525478e01 with binding_index 1 {{(pid=129715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 18 18:57:50.166199 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] For port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:50.175437 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] For port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:50.187889 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.240205 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] For port b80e7113-d49f-43a3-834c-479908245f39, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:50.247954 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-2b6c736c-107d-4872-ad60-9a009917d63b None None] Provisioning complete for port b80e7113-d49f-43a3-834c-479908245f39 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:50.248312 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2b6c736c-107d-4872-ad60-9a009917d63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.283458 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] For port b80e7113-d49f-43a3-834c-479908245f39, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b80e7113-d49f-43a3-834c-479908245f39,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:50.288716 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd568b6d-13eb-4800-b496-5555a030d5a8 None None] Pushing event updated for resources: {'Port': ['ID=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,revision_number=2']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:50.297852 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.305832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:50.318001 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Sync routers for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:50.340540 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c736c-107d-4872-ad60-9a009917d63b None None] Port b80e7113-d49f-43a3-834c-479908245f39 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:50.341882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:50.347462 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47104) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:50.347966 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-22bae3cd-06fc-4948-bad8-3823781b6763 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6842744 Oct 18 18:57:50.356600 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:50.357657 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:50.369806 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:50.370441 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:50.415070 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923a38f-3bb6-40f5-ba96-88c3931056e9 None None] Pushing event updated for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:50.566819 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:50.576543 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:50.964293 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 3, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:51.005089 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Checking router: 75718834-e8a1-4439-9a01-d9471b338cfe for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:51.005660 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Updating router 75718834-e8a1-4439-9a01-d9471b338cfe port cfca13ef-8c1c-44ac-9ce8-69ce76c186da binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:57:51.036086 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.040537 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3dce4127-027e-4fb5-9d87-bf31606a2e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.052658 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] Provisioning complete for port b80e7113-d49f-43a3-834c-479908245f39 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:51.052978 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.098146 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device c4965aff-b530-42f6-bd43-4648dc7d64b1 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:51.127416 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f602ad3-e7e6-48cd-a9d1-9bc5c8510fff req-5f3a9e81-a0b3-4011-b03d-e1ad0fd740c8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:51.130806 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0f602ad3-e7e6-48cd-a9d1-9bc5c8510fff req-5f3a9e81-a0b3-4011-b03d-e1ad0fd740c8 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 947 time: 0.0649104 Oct 18 18:57:51.176556 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0f602ad3-e7e6-48cd-a9d1-9bc5c8510fff req-ddf9bdf2-0ab1-460b-951b-0483261e6847 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388191 Oct 18 18:57:51.202284 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:50Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:51.210839 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.241643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce966b3-941a-4fa7-a7d4-bbe0c0740d3b None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:50Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:51.244549 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.303250 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port c4965aff-b530-42f6-bd43-4648dc7d64b1 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:51.304384 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.310031 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] For port b80e7113-d49f-43a3-834c-479908245f39, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b80e7113-d49f-43a3-834c-479908245f39,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:51.345533 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.385206 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.401370 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.424608 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cebef-da4f-43cf-b4c2-f27f1d049c25 None None] Pushing event updated for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:51.474614 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Attempting to bind port cfca13ef-8c1c-44ac-9ce8-69ce76c186da on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:51.475422 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Attempting to bind port cfca13ef-8c1c-44ac-9ce8-69ce76c186da by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:51.476207 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Attempting to bind port cfca13ef-8c1c-44ac-9ce8-69ce76c186da on network 01d75eca-75c9-4f90-abd7-4875b076ce6f {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:51.482339 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:51.483096 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_common [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Allocated IP 172.20.0.1 (4933bc45-ba9e-4f02-95bd-139cdcbd8752/c056b034-d611-488c-bac9-f9e17e9d23ca/87365a95-9c65-4914-8627-a18a420488b0) {{(pid=129716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:57:51.483712 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Checking segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:51.484437 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.485075 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Bound using segment: {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:51.485774 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Bound port: cfca13ef-8c1c-44ac-9ce8-69ce76c186da, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6301ad79-8b77-4487-8992-652e06f73e04', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:51.486480 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.489301 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01024-d4a0-476d-a2ca-540ddaf7d3ae None None] Pushing event updated for resources: {'Port': ['ID=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,revision_number=2']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:51.494230 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:51.563461 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:51.564219 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.568992 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] For port cfca13ef-8c1c-44ac-9ce8-69ce76c186da, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:51.573099 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] For port cfca13ef-8c1c-44ac-9ce8-69ce76c186da, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:51.582404 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.632643 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.676734 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01024-d4a0-476d-a2ca-540ddaf7d3ae None None] Pushing event updated for resources: {'Port': ['ID=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:51.689145 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.689667 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:51.690626 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:51.710424 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.741234 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:51.751253 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:51.756852 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:51.759652 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Received port after_create {{(pid=129716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:57:51.765100 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.801577 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Pushing event updated for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:51.832913 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1600091'] for router_interface, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:51.836312 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,revision_number=3']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:51.852337 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f01ccab-1e57-4df9-9502-35d6fe83e8fb None None] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:57:51.863455 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:51.893838 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-c9ece2e3-ed27-483a-8a2f-20473d57b91e None None] Provisioning complete for port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:51.894006 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c9ece2e3-ed27-483a-8a2f-20473d57b91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.029000 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.133275 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 3, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:52.178608 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb465fe-a6d2-4d9f-b0b7-125799bfcaec None None] The sync data for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi is: [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 3, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:52.325111 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47144) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:52.350646 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.357740 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58726122'] for port, after_update {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.373590 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da911df-e825-4a75-ad18-c0d1cf61c8e2 req-bbe91a66-0d99-4992-a5f4-6a8f37730434 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:52.382312 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0da911df-e825-4a75-ad18-c0d1cf61c8e2 req-bbe91a66-0d99-4992-a5f4-6a8f37730434 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 947 time: 0.0861785 Oct 18 18:57:52.418506 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1610916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1601771'] for router_interface, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.451185 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-0da911df-e825-4a75-ad18-c0d1cf61c8e2 req-bb77d645-1d98-4091-b00c-a4683f3a8a3c tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups?id=e625f09c-7b08-49c3-9959-e15abfbc0ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609121 Oct 18 18:57:52.503589 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Pushing event updated for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=2']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:52.524948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-f072fed9-9678-451b-ab88-bb538452688d None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:52.526000 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f072fed9-9678-451b-ab88-bb538452688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.633777 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-f072fed9-9678-451b-ab88-bb538452688d None None] Port 87365a95-9c65-4914-8627-a18a420488b0 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:52.638205 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-8a4ea48a-eaad-40d4-ab6e-dc9b55a74b48 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:57:52.639419 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 is already hosted by enough agents. {{(pid=129716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:57:52.640357 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-8a4ea48a-eaad-40d4-ab6e-dc9b55a74b48 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 947 time: 0.0856297 Oct 18 18:57:52.650413 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.base_scheduler [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=129716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:57:52.668986 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-f072fed9-9678-451b-ab88-bb538452688d None None] Provisioning complete for port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:52.669363 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f072fed9-9678-451b-ab88-bb538452688d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.736591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47148) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:52.736908 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-7ad9b754-5290-410c-8a57-b376e4a5696f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b209123a031643e1b7f475f8dec339bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071472 Oct 18 18:57:52.903205 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Router 75718834-e8a1-4439-9a01-d9471b338cfe has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:52.905085 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.919606 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Deleting port 62279517-420d-4770-81a2-25f70608437d {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:52.919950 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:52.957559 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.004677 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-377bba24-5584-4b28-810c-4485d0aaf826 None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:53.005152 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-377bba24-5584-4b28-810c-4485d0aaf826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.045383 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b80e7113-d49f-43a3-834c-479908245f39 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:53.055532 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:53.066141 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-728de47d-981f-4f28-bdb5-f6e314145e26 admin admin] 10.222.0.36 "PUT /v2.0/routers/75718834-e8a1-4439-9a01-d9471b338cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7168751 Oct 18 18:57:53.088274 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] For port 62279517-420d-4770-81a2-25f70608437d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=62279517-420d-4770-81a2-25f70608437d,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:53.088641 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.117123 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-377bba24-5584-4b28-810c-4485d0aaf826 None None] Port 87365a95-9c65-4914-8627-a18a420488b0 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:53.140498 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port b80e7113-d49f-43a3-834c-479908245f39 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:53.140794 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.249444 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:53.276752 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-45137710-6824-4d7b-865c-dfe0e1ff39f1 None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:53.277118 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-45137710-6824-4d7b-865c-dfe0e1ff39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.278203 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.281046 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.282216 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c550824-a6fd-4942-b517-3281e7810f11 HTTP/1.1" status: 204 len: 168 time: 0.5446205 Oct 18 18:57:53.296798 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6362dbe-3214-4a1b-8250-d46b4377cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c550824-a6fd-4942-b517-3281e7810f11,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:53.361053 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-40221e0b-3d25-4c89-ba10-3f8754798762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.366793 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-45137710-6824-4d7b-865c-dfe0e1ff39f1 None None] Port 87365a95-9c65-4914-8627-a18a420488b0 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:57:53.378092 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:53.378470 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.382717 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.383296 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.383658 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Floating IP 5cc76a0e-f56e-4374-a53c-e7b0d3e04aff disassociated. External IP: 172.27.2.115, port: 62279517-420d-4770-81a2-25f70608437d. Oct 18 18:57:53.384223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Calling delete_port for 62279517-420d-4770-81a2-25f70608437d owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:53.543969 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device cfca13ef-8c1c-44ac-9ce8-69ce76c186da up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:53.609912 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.641111 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e2e63410-1df8-49b4-a9c3-07b2a703f274 req-0d7b4673-6012-4baa-a70d-c24b529768a0 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fe4b15d-a080-436c-b4ba-50918a36abc6 HTTP/1.1" status: 200 len: 210 time: 0.0457485 Oct 18 18:57:53.642192 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port cfca13ef-8c1c-44ac-9ce8-69ce76c186da triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:53.642599 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.678288 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'Port': ['ID=62279517-420d-4770-81a2-25f70608437d,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:53.756557 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.778853 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] For port cfca13ef-8c1c-44ac-9ce8-69ce76c186da, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:53.783233 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.823720 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:53.836575 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Pushing event updated for resources: {'Port': ['ID=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:53.843808 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.844178 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.844588 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.844993 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.845392 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.845793 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.846189 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.846653 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.847050 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.847442 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.847833 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.848216 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:57:53.915850 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47160) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:53.921011 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-326709773', 'description': 'tempest-secgroup-smoke-326709773 description', 'project_id': '49ea8b6622bb40109191097fe33b666a'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:53.936026 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:53.944146 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.947612 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:53.957183 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:53.957778 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:53.981522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] No DVR routers for this DVR port 62279517-420d-4770-81a2-25f70608437d on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:57:53.984203 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:53.991576 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8a230660-90fa-4d8e-9f91-4ffbf996c80c req-c9deb02a-8f5e-4d4f-a57d-010b6b9ce42a tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.25 "DELETE /v2.0/ports/62279517-420d-4770-81a2-25f70608437d HTTP/1.1" status: 204 len: 173 time: 1.3106823 Oct 18 18:57:53.991576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-deleted', 'tag': '62279517-420d-4770-81a2-25f70608437d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:57:53.991576 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f391ad-e971-40f2-80a7-a0871367e35a" -d '{"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-deleted", "tag": "62279517-420d-4770-81a2-25f70608437d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:57:54.042307 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.046651 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.055052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4de732-846c-4f4d-a99c-32d39cb591b3 x-openstack-request-id: req-5f4de732-846c-4f4d-a99c-32d39cb591b3 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:57:54.055363 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe4b15d-a080-436c-b4ba-50918a36abc6", "name": "network-vif-deleted", "tag": "62279517-420d-4770-81a2-25f70608437d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:57:54.055619 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5f4de732-846c-4f4d-a99c-32d39cb591b3 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:57:54.056027 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b15d-a080-436c-b4ba-50918a36abc6', 'name': 'network-vif-deleted', 'tag': '62279517-420d-4770-81a2-25f70608437d', 'status': 'completed', 'code': 200} Oct 18 18:57:54.086099 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.090181 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1699417 Oct 18 18:57:54.090379 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47164) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.096594 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.101211 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ea3ef3-793a-4012-a9b8-f2b889f90d89 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4264a3fb-cb8a-4695-acb9-86a52c1eb723,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.132631 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.199366 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.203771 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.223678 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ce3b74-2d79-42d1-bde1-f7957520a6b2,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.229554 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.230931 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e73059a4-544f-451d-89af-9ccf2efb0305 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395016 Oct 18 18:57:54.233517 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47166) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.238301 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.254993 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.268016 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:54.268264 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.325663 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.330158 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.353000 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85033cb-043a-4aaa-b738-b343336edbc2,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.362813 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.364109 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c074a38e-5b28-40f9-8a2d-82fadb4d98dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295731 Oct 18 18:57:54.367487 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47168) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.372320 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.398996 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.466872 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.472085 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.486354 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:54.498268 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de8ee8d-d175-4136-a4b6-6aa1296231c6,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.509210 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.510423 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-f6375124-a125-43e8-bbaf-a744c0a8b576 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415622 Oct 18 18:57:54.513192 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47170) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.515560 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:54.518091 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.v2.base [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=129716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.527282 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:54.527995 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:54.549050 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.610313 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.613707 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.633991 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab26088-0027-40b5-a0cb-2a4e5e3a5ff0,revision_number=0']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.639302 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.643683 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47172) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.648392 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.651123 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-15832219-00c4-49e1-b547-4d52e77d001e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367218 Oct 18 18:57:54.654406 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:54.670346 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.securitygroups_db [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Project 49ea8b6622bb40109191097fe33b666a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:57:54.675555 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.710854 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.734896 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Sync routers for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:54.749238 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:54.749901 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:54.784677 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.792338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.799251 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47178) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.807490 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device cfca13ef-8c1c-44ac-9ce8-69ce76c186da up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:54.826224 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c894bd-9c9a-4202-bbb3-6dd7956e8fa2,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.839740 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.845128 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8d6ac363-a636-4fff-a1a7-4b1da413af57 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2003956 Oct 18 18:57:54.846306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47180) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.852209 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'security_group_rule': {'security_group_id': '4264a3fb-cb8a-4695-acb9-86a52c1eb723', 'project_id': '49ea8b6622bb40109191097fe33b666a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:57:54.875456 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.882198 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.securitygroups_db [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Project 49ea8b6622bb40109191097fe33b666a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 18 18:57:54.888384 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.901754 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.904340 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:54.931387 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port cfca13ef-8c1c-44ac-9ce8-69ce76c186da triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:54.932970 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.964852 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.968892 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.972817 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "DELETE /v2.0/security-groups/e625f09c-7b08-49c3-9959-e15abfbc0ca5 HTTP/1.1" status: 204 len: 168 time: 0.1721396 Oct 18 18:57:54.981543 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47182) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:54.985050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:54.994198 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:54.995603 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0738b2-a59b-49a4-922d-2208b2688fcd tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e625f09c-7b08-49c3-9959-e15abfbc0ca5,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:54.995929 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645720'] for security_group_rule, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.002742 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.api.v2.resource [None req-9757dac1-a817-46bc-9b7c-315428567640 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] show failed (client error): The resource could not be found. Oct 18 18:57:55.007280 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-9757dac1-a817-46bc-9b7c-315428567640 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "GET /v2.0/security-groups/e625f09c-7b08-49c3-9959-e15abfbc0ca5 HTTP/1.1" status: 404 len: 347 time: 0.0202386 Oct 18 18:57:55.007280 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47184) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:55.031784 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78c3a1d8-73a8-4338-b8ce-8639c24070fb,revision_number=0']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:55.033751 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d787633a-4fec-4afe-a24a-c719357147c4 None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:14Z', 'revision_number': 4, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'a23d52c2-ab24-48b5-8345-c696d2be4d5a', 'name': '', 'network_id': 'a9148ab9-0015-4be3-bad8-8b74d2318eab', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'mac_address': 'fa:16:3e:5e:ed:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:13Z', 'updated_at': '2021-10-18T18:48:18Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'subnets': [{'id': 'fbeb72ac-9c15-4200-8ddf-25647d6315f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:55.048546 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group_rule, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.048775 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-4bebb9d8-4dea-4069-afcb-43f555a145bf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2013340 Oct 18 18:57:55.179903 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Deleting port 27556edc-46d8-4a02-8123-0c3253d98681 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:55.180360 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.277971 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.278414 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.292860 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Calling delete_port for 27556edc-46d8-4a02-8123-0c3253d98681 owned by network:floatingip {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:55.298891 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 4, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '87365a95-9c65-4914-8627-a18a420488b0', 'name': '', 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'mac_address': 'fa:16:3e:18:66:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:51Z', 'updated_at': '2021-10-18T18:57:52Z', 'revision_number': 2, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'subnets': [{'id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:55.332730 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Checking router: 75718834-e8a1-4439-9a01-d9471b338cfe for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:57:55.333077 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Updating router 75718834-e8a1-4439-9a01-d9471b338cfe port 87365a95-9c65-4914-8627-a18a420488b0 binding host dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 18 18:57:55.362525 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.380430 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464b408-a3fc-4662-8fc0-d19dbf06dc7b None None] New status for floating IP 5cc76a0e-f56e-4374-a53c-e7b0d3e04aff: DOWN {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:57:55.472435 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.474688 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.db.api [None req-c464b408-a3fc-4662-8fc0-d19dbf06dc7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=129717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 18 18:57:55.475170 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG oslo_db.api [None req-c464b408-a3fc-4662-8fc0-d19dbf06dc7b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 18 18:57:55.502046 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Pushing event deleted for resources: {'Port': ['ID=27556edc-46d8-4a02-8123-0c3253d98681,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:55.581508 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks [] for floatingip, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.584775 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.591240 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0374e43d-f144-4f61-b307-4459c382ed97 tempest-AttachVolumeShelveTestJSON-875490568 tempest-AttachVolumeShelveTestJSON-875490568-project] 10.222.0.36 "DELETE /v2.0/floatingips/5cc76a0e-f56e-4374-a53c-e7b0d3e04aff HTTP/1.1" status: 204 len: 168 time: 0.5831699 Oct 18 18:57:55.676777 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks [] for port, precommit_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.683039 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.733443 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d82b-f57f-41bc-b2cd-235162c567ee None None] Pushing event updated for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=3']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:55.789398 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Attempting to bind port 87365a95-9c65-4914-8627-a18a420488b0 on host dv-cinder-813220-2-iscsi for vnic_type normal with profile {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:57:55.790055 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Attempting to bind port 87365a95-9c65-4914-8627-a18a420488b0 by drivers openvswitch,hyperv on host dv-cinder-813220-2-iscsi at level 0 using segments [{'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:57:55.790266 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Attempting to bind port 87365a95-9c65-4914-8627-a18a420488b0 on network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:57:55.795837 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Checking agent: {'id': '6a38eee3-1135-410b-8657-289c9471382e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813220-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 38, 24), 'started_at': datetime.datetime(2021, 10, 18, 18, 38, 54), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813220-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:57:55.796299 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Checking segment: {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:57:55.796768 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.797228 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Bound using segment: {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'} {{(pid=129718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:57:55.797876 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.managers [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Bound port: 87365a95-9c65-4914-8627-a18a420488b0, host: dv-cinder-813220-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752'}}] {{(pid=129718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:57:55.798333 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.865060 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] For port 87365a95-9c65-4914-8627-a18a420488b0, host dv-cinder-813220-2-iscsi, cleared binding levels {{(pid=129718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:57:55.869597 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.plugins.ml2.db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] For port 87365a95-9c65-4914-8627-a18a420488b0, host dv-cinder-813220-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=87365a95-9c65-4914-8627-a18a420488b0,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:57:55.876603 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron_lib.callbacks.manager [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.935804 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:55.936532 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:55.936660 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:55.936798 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:55.977588 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464b408-a3fc-4662-8fc0-d19dbf06dc7b None None] New status for floating IP 5cc76a0e-f56e-4374-a53c-e7b0d3e04aff: DOWN {{(pid=129717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:57:55.992836 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da6d82b-f57f-41bc-b2cd-235162c567ee None None] Pushing event updated for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=4']} {{(pid=129718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:56.043135 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:57:56.082394 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:57:56.102843 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 62279517-420d-4770-81a2-25f70608437d {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:57:56.103191 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 62279517-420d-4770-81a2-25f70608437d not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:57:56.146718 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:56.149157 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:56.186810 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] For port 87365a95-9c65-4914-8627-a18a420488b0, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=87365a95-9c65-4914-8627-a18a420488b0,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:56.191968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:56.242911 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ce901-0c08-445e-a0c9-97bb91439024 None None] Pushing event updated for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:56.311319 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-c72518d2-7e7c-4e5a-ac6f-baab40fad6a7 None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:56.311738 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c72518d2-7e7c-4e5a-ac6f-baab40fad6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:56.312976 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 4, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '87365a95-9c65-4914-8627-a18a420488b0', 'name': '', 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'mac_address': 'fa:16:3e:18:66:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:51Z', 'updated_at': '2021-10-18T18:57:55Z', 'revision_number': 4, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'subnets': [{'id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:56.340361 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952b9ef-ce2e-448e-a9c6-bc0080723228 None None] The sync data for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi is: [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 4, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': '87365a95-9c65-4914-8627-a18a420488b0', 'name': '', 'network_id': '4933bc45-ba9e-4f02-95bd-139cdcbd8752', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'mac_address': 'fa:16:3e:18:66:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:51Z', 'updated_at': '2021-10-18T18:57:55Z', 'revision_number': 4, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'subnets': [{'id': 'c056b034-d611-488c-bac9-f9e17e9d23ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:57:56.825573 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 87365a95-9c65-4914-8627-a18a420488b0 up at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:57:56.887584 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Provisioning complete for port 87365a95-9c65-4914-8627-a18a420488b0 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:57:56.888107 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:58.072784 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47266) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:58.080724 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:57:58.568949 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:58.813423 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Deleting port a23d52c2-ab24-48b5-8345-c696d2be4d5a {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:57:58.813733 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:58.897881 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] For port a23d52c2-ab24-48b5-8345-c696d2be4d5a, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=a23d52c2-ab24-48b5-8345-c696d2be4d5a,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:57:58.898380 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:58.911961 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Calling delete_port for a23d52c2-ab24-48b5-8345-c696d2be4d5a owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:57:59.096606 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:59.123094 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23d52c2-ab24-48b5-8345-c696d2be4d5a,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:57:59.290000 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:59.706400 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:57:59.813593 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:57:59.818529 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-22be0ba5-ee0a-415a-b6a7-39eb20e043e5 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446923 Oct 18 18:57:59.821609 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47274) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:57:59.823120 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Sync routers for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:57:59.832724 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:57:59.833434 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:57:59.924954 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:57:59.939981 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:58:00.034740 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.088467 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Deleting port 0055c469-d0a0-4974-97eb-83ad4af4ebe3 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:58:00.088790 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.121249 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:57:59Z', 'revision_number': 5, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port': {'id': '0055c469-d0a0-4974-97eb-83ad4af4ebe3', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:00.149370 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Checking router: 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:58:00.157570 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Routers {'5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:58:00.158171 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:57:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:00.174679 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] For port 0055c469-d0a0-4974-97eb-83ad4af4ebe3, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=0055c469-d0a0-4974-97eb-83ad4af4ebe3,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:00.175281 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.188006 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Calling delete_port for 0055c469-d0a0-4974-97eb-83ad4af4ebe3 owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:58:00.244709 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] Set router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 gateway port host: None {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:58:00.296455 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:58:00Z', 'revision_number': 6, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port_host': None}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:00.326940 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774c0fb7-8e61-48a9-b13e-ea2fcccad221 None None] The sync data for ids ['5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7'] in dv-cinder-813220-2-iscsi is: [{'id': '5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7', 'name': 'tempest-AttachVolumeShelveTestJSON-1872609999-router', 'tenant_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:48:10Z', 'updated_at': '2021-10-18T18:58:00Z', 'revision_number': 6, 'project_id': 'c898dae86fd145c7bf0a0d90efe560eb', 'gw_port_host': None}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:58:00.356401 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.384546 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=0055c469-d0a0-4974-97eb-83ad4af4ebe3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:00.444946 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.534481 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.536553 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.579504 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.580054 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 18:58:00.584580 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.585742 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-b978291e-4733-4e40-a970-46bad3420fcd admin admin] 10.222.0.36 "DELETE /v2.0/routers/5b3c1d0a-ea86-46d7-a5a0-fe81c4b8b5d7 HTTP/1.1" status: 204 len: 168 time: 0.7631953 Oct 18 18:58:00.588272 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47276) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:00.634038 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Deleting subnet fbeb72ac-9c15-4200-8ddf-25647d6315f2 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 18:58:00.637100 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.671804 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.761823 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.818944 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.851652 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbeb72ac-9c15-4200-8ddf-25647d6315f2,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:00.853534 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.857546 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e5c0a3f5-25bd-4ff6-8600-1b29b4879299 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fbeb72ac-9c15-4200-8ddf-25647d6315f2 HTTP/1.1" status: 204 len: 168 time: 0.2682459 Oct 18 18:58:00.858948 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893eb236-0774-4d54-a363-5fd62d55a53f None None] Network a9148ab9-0015-4be3-bad8-8b74d2318eab requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 18:58:00.859407 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47280) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:00.930386 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:00.982580 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Deleting port b37672c0-711c-4c98-b668-21e4351f616e {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:58:00.982946 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.048250 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] For port b37672c0-711c-4c98-b668-21e4351f616e, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b37672c0-711c-4c98-b668-21e4351f616e,segment=NetworkSegment(d5fa9a91-46ea-4414-af79-58322eb26fcc),segment_id=d5fa9a91-46ea-4414-af79-58322eb26fcc)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:01.048659 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.064865 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Calling delete_port for b37672c0-711c-4c98-b668-21e4351f616e owned by network:dhcp {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:58:01.123954 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] DHCP port deletion for a9148ab9-0015-4be3-bad8-8b74d2318eab request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 18:58:01.164899 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.179713 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Deleting port b37672c0-711c-4c98-b668-21e4351f616e {{(pid=129717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 18:58:01.180250 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.197895 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Pushing event deleted for resources: {'Port': ['ID=b37672c0-711c-4c98-b668-21e4351f616e,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:01.202642 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] No DVR routers for this DVR port b37672c0-711c-4c98-b668-21e4351f616e on host dv-cinder-813220-2-iscsi {{(pid=129716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:58:01.250417 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a23d52c2-ab24-48b5-8345-c696d2be4d5a no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:58:01.279635 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: a23d52c2-ab24-48b5-8345-c696d2be4d5a {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:58:01.279982 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device a23d52c2-ab24-48b5-8345-c696d2be4d5a not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:58:01.281775 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] For port b37672c0-711c-4c98-b668-21e4351f616e, host dv-cinder-813220-2-iscsi, got binding levels [] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:01.282198 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.286251 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.299895 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Calling delete_port for b37672c0-711c-4c98-b668-21e4351f616e owned by network:dhcp {{(pid=129717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 18:58:01.302740 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.ipam_backend_mixin [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Port b37672c0-711c-4c98-b668-21e4351f616e was not found and therefore no delete operation was performed {{(pid=129717) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 18 18:58:01.304192 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.309143 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9148ab9-0015-4be3-bad8-8b74d2318eab']}} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:01.316351 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] No DVR routers for this DVR port b37672c0-711c-4c98-b668-21e4351f616e on host dv-cinder-813220-2-iscsi {{(pid=129717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 18:58:01.320096 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fa9a91-46ea-4414-af79-58322eb26fcc') {'for_net_delete': True} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:01.320596 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.services.segments.db [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fa9a91-46ea-4414-af79-58322eb26fcc') {} {{(pid=129716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:01.334343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3500500'] for segment, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.337615 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891826a-c20a-4fcf-b4a0-f601460596da None None] Pushing event deleted for resources: {'Port': ['ID=b37672c0-711c-4c98-b668-21e4351f616e,revision_number=None']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:01.350522 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.356641 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=129716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 18:58:01.357055 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58726030'] for segment, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: Traceback (most recent call last): Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: timer() Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: cb(*args, **kw) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: return func(*args, **kwargs) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: self._notify() Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: self.callback(batched_events) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: event.method(event) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: return f(self, *a, **k) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._get(url).json() Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: return self.request(url, 'GET', **kwargs) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 18:58:01.358838 dv-cinder-813220-2-iscsi neutron-server[129716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 18:58:01.419959 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.426958 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.430798 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9148ab9-0015-4be3-bad8-8b74d2318eab HTTP/1.1" status: 204 len: 168 time: 0.5705373 Oct 18 18:58:01.445597 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d540f8-159d-4c6d-a8d0-c884356cabbf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9148ab9-0015-4be3-bad8-8b74d2318eab,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:01.472108 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.545648 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47284) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:01.589383 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e7d982de-fe4f-461a-bbfa-e7b02a9df2eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c898dae86fd145c7bf0a0d90efe560eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424132 Oct 18 18:58:01.591659 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47286) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:01.641853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.662108 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.708137 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.710834 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:01.712017 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/00b380eb-1f52-4fd4-aeb9-3f5cc12e4be1 HTTP/1.1" status: 204 len: 168 time: 0.1194537 Oct 18 18:58:01.719746 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760a743-88d1-41c6-8853-3afd5b43a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b380eb-1f52-4fd4-aeb9-3f5cc12e4be1,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:02.780971 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b37672c0-711c-4c98-b668-21e4351f616e no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:58:02.802947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b37672c0-711c-4c98-b668-21e4351f616e {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:58:02.803296 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b37672c0-711c-4c98-b668-21e4351f616e not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:58:02.803713 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 0055c469-d0a0-4974-97eb-83ad4af4ebe3 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 18:58:02.822133 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 0055c469-d0a0-4974-97eb-83ad4af4ebe3 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 18:58:02.822472 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 0055c469-d0a0-4974-97eb-83ad4af4ebe3 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 18:58:06.089717 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47382) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:06.195810 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e52e179-92e0-4994-bcc5-8707bd430f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.274777 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e52e179-92e0-4994-bcc5-8707bd430f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.278393 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-8e52e179-92e0-4994-bcc5-8707bd430f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.316989 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52e179-92e0-4994-bcc5-8707bd430f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a91fb0-5aa7-49a1-a7e1-3b748dc915fd,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:06.323254 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-8e52e179-92e0-4994-bcc5-8707bd430f89 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c0ea8c9225b42a68752477b9b7a782d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325122 Oct 18 18:58:06.327209 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47386) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:06.381841 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.403072 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.451690 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.454297 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.455490 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/06a91fb0-5aa7-49a1-a7e1-3b748dc915fd HTTP/1.1" status: 204 len: 168 time: 0.1273608 Oct 18 18:58:06.463853 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2173f39-affe-424d-86b2-a03f0d05f61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a91fb0-5aa7-49a1-a7e1-3b748dc915fd,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:06.724371 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47392) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:06.737404 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-84bd6868-7f32-4255-b70f-6b6941aea03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.825584 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-84bd6868-7f32-4255-b70f-6b6941aea03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.829549 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-84bd6868-7f32-4255-b70f-6b6941aea03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.866633 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd6868-7f32-4255-b70f-6b6941aea03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f59765-75d1-47b3-97a6-546acc44ea44,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:06.872973 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-84bd6868-7f32-4255-b70f-6b6941aea03b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa41ee08615f4c8da73661253fc54902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1475871 Oct 18 18:58:06.875602 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47394) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:06.924119 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.948551 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:06.998463 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:07.001035 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:07.002226 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1f59765-75d1-47b3-97a6-546acc44ea44 HTTP/1.1" status: 204 len: 168 time: 0.1255884 Oct 18 18:58:07.012753 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eb591-9cea-41ea-8483-7a90ce9c907c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f59765-75d1-47b3-97a6-546acc44ea44,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:08.818686 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47482) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:08.917808 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c5332995-6daf-403a-abb9-7c3b9dd592d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:08.988576 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c5332995-6daf-403a-abb9-7c3b9dd592d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:08.992310 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-c5332995-6daf-403a-abb9-7c3b9dd592d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.030790 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-c5332995-6daf-403a-abb9-7c3b9dd592d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=866d40427e1f4d40ad2a1ccc1c475f5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110515 Oct 18 18:58:09.031700 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5332995-6daf-403a-abb9-7c3b9dd592d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad0faf8-94e6-4e95-a9df-7b61952c1d83,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:09.033468 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47486) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:09.081832 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.103501 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.151183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.154038 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.155258 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0ad0faf8-94e6-4e95-a9df-7b61952c1d83 HTTP/1.1" status: 204 len: 168 time: 0.1207387 Oct 18 18:58:09.163063 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f085bf-3188-489e-a072-8af9f6c4c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad0faf8-94e6-4e95-a9df-7b61952c1d83,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:09.410951 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47494) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:09.424309 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-45de5a2f-03fa-41cb-9088-0809a6ee3fe2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.498223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-45de5a2f-03fa-41cb-9088-0809a6ee3fe2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.501714 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-45de5a2f-03fa-41cb-9088-0809a6ee3fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.537849 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-45de5a2f-03fa-41cb-9088-0809a6ee3fe2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8028f80d7b994cd992edfbc515a445b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1258461 Oct 18 18:58:09.540272 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de5a2f-03fa-41cb-9088-0809a6ee3fe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54882c9-3959-4914-9ad0-609997ca0f11,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:09.541294 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47496) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:09.588504 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.608649 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.656095 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.658501 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:09.659628 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c54882c9-3959-4914-9ad0-609997ca0f11 HTTP/1.1" status: 204 len: 168 time: 0.1173763 Oct 18 18:58:09.667761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f027d-c530-46d8-8f82-0e8328578256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54882c9-3959-4914-9ad0-609997ca0f11,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:20.770849 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4bef7d0a-b4a6-44d0-9147-382abeebb785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:20.974797 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47608) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:21.075133 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0a4073ed-3b5f-44b1-a6fa-0973e6cc793a admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.148252 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0a4073ed-3b5f-44b1-a6fa-0973e6cc793a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.152221 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0a4073ed-3b5f-44b1-a6fa-0973e6cc793a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.189513 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0a4073ed-3b5f-44b1-a6fa-0973e6cc793a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c40c425e37954a9fba0bb9752a69a50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135968 Oct 18 18:58:21.190596 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4073ed-3b5f-44b1-a6fa-0973e6cc793a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e261173e-4468-4d57-8b3f-c3c5a9a50198,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:21.192294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47612) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:21.241459 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.262366 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.307510 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.310163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:21.311326 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e261173e-4468-4d57-8b3f-c3c5a9a50198 HTTP/1.1" status: 204 len: 168 time: 0.1173151 Oct 18 18:58:21.318872 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79011163-f642-4669-ae87-9428b53f9e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e261173e-4468-4d57-8b3f-c3c5a9a50198,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:22.014124 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-5e031300-6d6a-40b2-8d7c-afc9e1984d26 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326709773&fields=id&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 267 time: 0.0353091 Oct 18 18:58:22.119605 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-5916c269-23dd-4484-861f-f4d92dfcfa82 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:22.121128 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-5916c269-23dd-4484-861f-f4d92dfcfa82 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.1003184 Oct 18 18:58:22.135896 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-c2857891-26f0-4589-8666-2ac63f8d3487 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/quotas/49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 375 time: 0.0090184 Oct 18 18:58:22.187189 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-f0d11863-3789-469d-8616-2e634e97582b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448306 Oct 18 18:58:22.275729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47658) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:22.293036 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-785d3932-3045-4be3-9df5-469c16b45369 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 18:58:22.294036 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-785d3932-3045-4be3-9df5-469c16b45369 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0947359 Oct 18 18:58:22.341444 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c780268a-a536-4f40-94e9-09562f429506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.421721 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-f496d9e9-8df2-4761-ae29-73ca5b96288d service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213923 Oct 18 18:58:22.520293 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c780268a-a536-4f40-94e9-09562f429506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.527946 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c780268a-a536-4f40-94e9-09562f429506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.555630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-080c30d5-f637-47bb-9676-21fa71125a23 service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266174 Oct 18 18:58:22.573407 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c780268a-a536-4f40-94e9-09562f429506 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=57c9901760944232b1b3032aac464ba8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966483 Oct 18 18:58:22.574518 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780268a-a536-4f40-94e9-09562f429506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18acd394-0384-4a37-b4fc-e6f8b29da162,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:22.576137 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47662) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:22.628064 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.649816 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.694983 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.697529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:22.698854 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18acd394-0384-4a37-b4fc-e6f8b29da162 HTTP/1.1" status: 204 len: 168 time: 0.1216118 Oct 18 18:58:22.708037 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d385d9-8deb-4eab-acfc-b71b0752a731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18acd394-0384-4a37-b4fc-e6f8b29da162,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:22.843026 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-70bf55e7-a41d-4cb0-91aa-63388c562ad7 req-a8d4505e-cb44-448b-a9d7-0300e118b3f3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 210 time: 0.0278745 Oct 18 18:58:23.348631 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b056e814-ab07-4f8b-b0d9-3e3702779e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:23.782473 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-4ee88fb7-95c1-4667-9c10-082d3fa63764 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:23.782473 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-4ee88fb7-95c1-4667-9c10-082d3fa63764 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.1124730 Oct 18 18:58:23.822063 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-1ee7296d-4df1-435e-82ad-c302f0085b65 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 379 time: 0.0342329 Oct 18 18:58:23.831185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'port': {'device_id': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'admin_state_up': True, 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'security_groups': ['4264a3fb-cb8a-4695-acb9-86a52c1eb723']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:58:23.946714 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cccf6ce0-15c1-4c5e-9ea5-bfacdfb2fe78 req-8e8d2b07-ee62-4a2a-bd9c-847928e303ed tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 210 time: 0.0336490 Oct 18 18:58:23.968996 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Made reservation on behalf of 49ea8b6622bb40109191097fe33b666a for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 18:58:23.972679 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.117629 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.20.0.10 (db37c8ca-284c-45b1-a97f-8340c368b1bf/337f7446-1299-4c15-9934-fc3e6859d3d4/127b73d6-97c4-4bf6-a0c2-72abb2a3876d) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:58:24.219748 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.274786 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.308726 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.360665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:58:24.361365 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:58:24.364800 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:58:24.392923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:24.422441 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:24.423097 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.440484 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-16626979-59ba-4c82-ad34-1b3acfc985a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6129479 Oct 18 18:58:24.452981 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Request body: {'port': {'device_id': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:58:24.506334 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.628768 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-d1f2008a-0636-44df-a1eb-707a5fb8cdf8 None None] Provisioning complete for port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:58:24.629370 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d1f2008a-0636-44df-a1eb-707a5fb8cdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.661855 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-d1f2008a-0636-44df-a1eb-707a5fb8cdf8 None None] Port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 18:58:24.692017 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.772341 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127b73d6-97c4-4bf6-a0c2-72abb2a3876d {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:58:24.780052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:24.791952 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Transition to ACTIVE for port object 127b73d6-97c4-4bf6-a0c2-72abb2a3876d will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 18:58:24.794975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:25.153184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Pushing event updated for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:25.207076 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9339b6b-2c2b-4a9e-a327-5eb2dd12f070 req-04ceb657-da93-40a8-8b1f-49920320d7fb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.208628 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9339b6b-2c2b-4a9e-a327-5eb2dd12f070 req-04ceb657-da93-40a8-8b1f-49920320d7fb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.1103041 Oct 18 18:58:25.250511 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Attempting to bind port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 18:58:25.250866 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Attempting to bind port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 18:58:25.251195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Attempting to bind port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:58:25.263708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d on network db37c8ca-284c-45b1-a97f-8340c368b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 18:58:25.264026 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Attempting to bind port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 18:58:25.268325 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a9339b6b-2c2b-4a9e-a327-5eb2dd12f070 req-669d06bf-72c8-46ac-a62f-0e856795251a tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523906 Oct 18 18:58:25.272516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 18:58:25.272854 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 18:58:25.273233 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Bound using segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 18:58:25.273689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Bound port: 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 18:58:25.274086 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:25.335857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 18:58:25.339358 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 18:58:25.343788 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:25.377730 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.378338 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:25.379742 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] 10.222.0.25 "PUT /v2.0/ports/127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 1094 time: 0.9310567 Oct 18 18:58:25.380185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:58:25.382455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2321e3d-9c55-4acb-9252-501fabba05b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:58:25.409195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e76a14-e8df-447b-a236-3f9e5dfc9700 service neutron] Pushing event updated for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:25.452968 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3036ce-2f6d-444d-a163-3f92659f9b8d x-openstack-request-id: req-6c3036ce-2f6d-444d-a163-3f92659f9b8d {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:58:25.453264 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:58:25.453513 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c3036ce-2f6d-444d-a163-3f92659f9b8d {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:58:25.453905 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'status': 'completed', 'code': 200} Oct 18 18:58:25.470450 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-0d08d870-8e2c-427b-b234-aa827e058b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.472250 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-0d08d870-8e2c-427b-b234-aa827e058b0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1097 time: 0.0515556 Oct 18 18:58:25.518118 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-5407241b-89b3-46b0-8a88-ee53725fae02 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 217 time: 0.0384922 Oct 18 18:58:25.574504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-188f7edc-2679-4c1d-a418-517e6332f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.576102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-188f7edc-2679-4c1d-a418-517e6332f3d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0505290 Oct 18 18:58:25.626015 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-9c951b31-59c6-4d15-8249-6c28e5ea747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.627693 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-9c951b31-59c6-4d15-8249-6c28e5ea747a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449827 Oct 18 18:58:25.722324 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-70bde9f7-99fb-4395-8097-49f9247e22d6 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859263 Oct 18 18:58:25.814648 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cb14168a-1ff6-46ed-8747-871a6292df7f req-7231b5e7-bc53-40c2-b5b3-f343e6912e28 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855348 Oct 18 18:58:25.898831 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-76a71a4e-1376-4db6-af9f-aaa810e5f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.900269 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-76a71a4e-1376-4db6-af9f-aaa810e5f957 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1097 time: 0.0389953 Oct 18 18:58:25.990594 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-7c0ffc3c-d17e-42b7-a9e1-091d9b3a6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:25.992062 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-7c0ffc3c-d17e-42b7-a9e1-091d9b3a6abd service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0848830 Oct 18 18:58:26.032843 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-a420e790-4b37-4170-9064-a2f9c0ce97cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 217 time: 0.0336149 Oct 18 18:58:26.081371 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-aa2482d7-8abc-4be5-8f91-d2fb2011e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:26.082789 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-aa2482d7-8abc-4be5-8f91-d2fb2011e19a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0418494 Oct 18 18:58:26.103614 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:26.129495 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-861bf949-8abd-43ed-8010-63be5b59b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:26.131055 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-861bf949-8abd-43ed-8010-63be5b59b8ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415869 Oct 18 18:58:26.223638 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-479a03a7-dab4-44c2-93e5-1f9bcb0f1072 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852852 Oct 18 18:58:26.315436 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f2321e3d-9c55-4acb-9252-501fabba05b5 req-53df2b67-35cd-4ed2-a329-15e6be47c3e1 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843801 Oct 18 18:58:26.379623 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7185a5-0056-4bcf-a664-cbe782918778 req-2a6a8596-c926-45c7-8aa5-8ebc45d944d7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:26.380975 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bb7185a5-0056-4bcf-a664-cbe782918778 req-2a6a8596-c926-45c7-8aa5-8ebc45d944d7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0472562 Oct 18 18:58:26.417788 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-bb7185a5-0056-4bcf-a664-cbe782918778 req-2023245d-4355-4929-963c-6faceb2f2159 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310097 Oct 18 18:58:26.850309 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47744) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:26.952264 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a82d501-5763-4db1-ae47-0900f6920ca6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.030695 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a82d501-5763-4db1-ae47-0900f6920ca6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.034108 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a82d501-5763-4db1-ae47-0900f6920ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.071509 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3a82d501-5763-4db1-ae47-0900f6920ca6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca44084668dd4baa851396ab6a82a94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194769 Oct 18 18:58:27.072356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82d501-5763-4db1-ae47-0900f6920ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80573100-38b7-414f-bfef-68024da7e072,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:27.074913 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47748) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:27.124628 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.145808 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.192353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.194789 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.196472 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80573100-38b7-414f-bfef-68024da7e072 HTTP/1.1" status: 204 len: 168 time: 0.1198580 Oct 18 18:58:27.203899 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c331539-71aa-4d36-85b7-020fe78dbab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80573100-38b7-414f-bfef-68024da7e072,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:27.446685 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 47756) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:27.460457 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0e1290c9-db1d-48be-982d-4c5a92a5b10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.534446 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e26bb-4be1-492f-a2cd-31ffd42779c6 req-a4c0cc4e-8291-4d2e-8b29-0c7bd16ba6bc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:27.535926 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-418e26bb-4be1-492f-a2cd-31ffd42779c6 req-a4c0cc4e-8291-4d2e-8b29-0c7bd16ba6bc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0513158 Oct 18 18:58:27.537957 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0e1290c9-db1d-48be-982d-4c5a92a5b10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.542267 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-0e1290c9-db1d-48be-982d-4c5a92a5b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.574918 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-418e26bb-4be1-492f-a2cd-31ffd42779c6 req-2faf2f56-be95-4bbe-b9cc-3e33ef0a5b7f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316284 Oct 18 18:58:27.580436 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-0e1290c9-db1d-48be-982d-4c5a92a5b10e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e2f0edb9bc14cfa8f42aae1ecf70cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325939 Oct 18 18:58:27.581152 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1290c9-db1d-48be-982d-4c5a92a5b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd29a43a-1321-433b-8a20-8c5f83f06521,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:27.583018 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47758) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:27.632714 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.653285 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.697328 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.699905 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:27.701141 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd29a43a-1321-433b-8a20-8c5f83f06521 HTTP/1.1" status: 204 len: 168 time: 0.1170514 Oct 18 18:58:27.710187 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf25ef-f02b-4976-9b91-be3163188b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd29a43a-1321-433b-8a20-8c5f83f06521,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:28.690754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83237a-2eed-499c-a2e2-10c1475c27e0 req-cb098401-6593-4af7-818d-7bbd5358f01b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:28.692324 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f83237a-2eed-499c-a2e2-10c1475c27e0 req-cb098401-6593-4af7-818d-7bbd5358f01b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0501487 Oct 18 18:58:28.732582 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4f83237a-2eed-499c-a2e2-10c1475c27e0 req-56ba26c8-cd32-4cba-96eb-403996313033 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328667 Oct 18 18:58:30.005433 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec645bc-d7e0-4d02-a844-4c1e59f20ff4 req-09591da7-7992-429c-80a8-fb7fbfd61d21 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:30.006962 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cec645bc-d7e0-4d02-a844-4c1e59f20ff4 req-09591da7-7992-429c-80a8-fb7fbfd61d21 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0584219 Oct 18 18:58:30.044374 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-cec645bc-d7e0-4d02-a844-4c1e59f20ff4 req-a8831566-bae5-4442-aceb-68893dc961d4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Oct 18 18:58:31.153861 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8b794-14eb-4ca6-bbb9-18458772ef27 req-53ccda1e-569b-4ea9-85d7-74fe399d1de7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:31.155354 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77c8b794-14eb-4ca6-bbb9-18458772ef27 req-53ccda1e-569b-4ea9-85d7-74fe399d1de7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0469661 Oct 18 18:58:31.192257 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-77c8b794-14eb-4ca6-bbb9-18458772ef27 req-22ba7cf3-c64a-4f59-8cca-b89388a92039 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311239 Oct 18 18:58:31.471382 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:32.301360 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913553a9-882c-4775-95e0-729ab592c7de req-d4b35efb-aeb3-4915-b12e-9a8d0f2c2be7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:32.302824 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-913553a9-882c-4775-95e0-729ab592c7de req-d4b35efb-aeb3-4915-b12e-9a8d0f2c2be7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0461266 Oct 18 18:58:32.339681 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-913553a9-882c-4775-95e0-729ab592c7de req-6844a3ec-d2e6-4a16-bda7-9ffcad2f217a tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306103 Oct 18 18:58:33.451974 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d311-1850-418a-8011-2af4b39d3321 req-e380e59b-2362-4476-b818-aa7d5509a0ea tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:33.453393 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fce4d311-1850-418a-8011-2af4b39d3321 req-e380e59b-2362-4476-b818-aa7d5509a0ea tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 944 time: 0.0491648 Oct 18 18:58:33.489400 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fce4d311-1850-418a-8011-2af4b39d3321 req-5151b0a1-4946-49c8-83c2-088b0ba20d9c tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300920 Oct 18 18:58:34.121795 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 127b73d6-97c4-4bf6-a0c2-72abb2a3876d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 18:58:34.330242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:34.341797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'port_id': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'mac_address': 'fa:16:3e:b6:60:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 18:58:34.378175 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:34.390331 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127b73d6-97c4-4bf6-a0c2-72abb2a3876d {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 18:58:34.408997 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:34.412894 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:34.462497 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:34.615446 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97096e-65b2-4f4f-9d5b-d6bbfe914e58 req-5a3017fb-3928-4faf-bf7d-5cb8c03c1ce1 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:34.616803 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb97096e-65b2-4f4f-9d5b-d6bbfe914e58 req-5a3017fb-3928-4faf-bf7d-5cb8c03c1ce1 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 945 time: 0.0471904 Oct 18 18:58:34.660769 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fb97096e-65b2-4f4f-9d5b-d6bbfe914e58 req-8832e7f0-ba97-4130-b3d9-fcc9d26d4a8f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374346 Oct 18 18:58:34.738519 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['127b73d6-97c4-4bf6-a0c2-72abb2a3876d'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 18:58:35.085088 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:58:35.769075 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c02d5-2f63-4f70-b06d-9dd9b1eae234 req-2dd669c1-4a73-4a91-aeed-bafa09f1291e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:35.770521 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c7c02d5-2f63-4f70-b06d-9dd9b1eae234 req-2dd669c1-4a73-4a91-aeed-bafa09f1291e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 945 time: 0.0461564 Oct 18 18:58:35.806587 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c7c02d5-2f63-4f70-b06d-9dd9b1eae234 req-f8de3fc7-e8af-4b8c-abe2-5d528c64eb18 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296383 Oct 18 18:58:36.752683 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 127b73d6-97c4-4bf6-a0c2-72abb2a3876d up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 18:58:36.800368 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 18:58:36.803884 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 18:58:36.804254 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:36.881387 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:36.906977 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:58:36.909232 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5b279a-b79d-4cfd-99ad-5a398749c1f7" -d '{"events": [{"server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "name": "network-vif-plugged", "status": "completed", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:58:36.923185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23bd80-c1f3-4a39-90f8-2beaa7db86da req-08df8d38-aea0-419d-ad45-f53291038208 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:36.923771 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 18:58:36.924765 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d23bd80-c1f3-4a39-90f8-2beaa7db86da req-08df8d38-aea0-419d-ad45-f53291038208 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 945 time: 0.0513220 Oct 18 18:58:36.928616 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:36.959328 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 18:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2ec846-d824-42df-8c70-177e0f106b4a x-openstack-request-id: req-ab2ec846-d824-42df-8c70-177e0f106b4a {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:58:36.959617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "name": "network-vif-plugged", "status": "completed", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:58:36.959862 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab2ec846-d824-42df-8c70-177e0f106b4a {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:58:36.960248 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'code': 200} Oct 18 18:58:36.969310 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5d23bd80-c1f3-4a39-90f8-2beaa7db86da req-2325994b-0014-4d48-bdf0-a3c4ae9d7bf1 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361071 Oct 18 18:58:36.986702 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:38.082532 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d6b02-6fc2-4205-b2a1-cacd80b19072 req-3988f900-24f6-4852-9844-8dd4fd8ce949 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:38.084036 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b7d6b02-6fc2-4205-b2a1-cacd80b19072 req-3988f900-24f6-4852-9844-8dd4fd8ce949 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0480156 Oct 18 18:58:38.120637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2b7d6b02-6fc2-4205-b2a1-cacd80b19072 req-cb221ed6-960f-4447-bb21-9aac2cdfa202 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307963 Oct 18 18:58:39.225260 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390d905-9af2-454b-ad45-8d136a5a03f6 req-a4742a99-8f47-47ac-a74e-232c1e3638f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:39.227293 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4390d905-9af2-454b-ad45-8d136a5a03f6 req-a4742a99-8f47-47ac-a74e-232c1e3638f2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1099 time: 0.0668161 Oct 18 18:58:39.248851 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c8272-7d5d-4387-9b29-6e88faae8829 req-79088abd-c609-476f-91d2-c8e52f8d93cf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:39.250245 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-618c8272-7d5d-4387-9b29-6e88faae8829 req-79088abd-c609-476f-91d2-c8e52f8d93cf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0646651 Oct 18 18:58:39.293288 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-4390d905-9af2-454b-ad45-8d136a5a03f6 req-1f996cde-f707-4bd4-96d4-60226fd62a19 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581586 Oct 18 18:58:39.300148 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-618c8272-7d5d-4387-9b29-6e88faae8829 req-95a8a648-d25f-4c32-b8a1-c21643737fcc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436239 Oct 18 18:58:40.412195 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1cec-9f17-4c21-a2d5-af92d3de4422 req-ee22c054-a4fe-4ff1-ae21-c68235233658 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:40.413687 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a11c1cec-9f17-4c21-a2d5-af92d3de4422 req-ee22c054-a4fe-4ff1-ae21-c68235233658 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0484936 Oct 18 18:58:40.457982 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a11c1cec-9f17-4c21-a2d5-af92d3de4422 req-4fdd55c8-f134-4173-b38d-10b3983fb44d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384333 Oct 18 18:58:41.430929 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-7fe6efd8-1db5-40c5-a4a1-5d32ee807b8f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376720 Oct 18 18:58:41.512942 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-570682d5-8b77-4fc0-95d6-457407664223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.514470 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-570682d5-8b77-4fc0-95d6-457407664223 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1099 time: 0.0432737 Oct 18 18:58:41.623229 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eeac6c-1a51-4d2c-a8fc-7a57342034a4 req-a99f2fc7-6f77-4ba9-bd9e-5c75feabf12e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.624677 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92eeac6c-1a51-4d2c-a8fc-7a57342034a4 req-a99f2fc7-6f77-4ba9-bd9e-5c75feabf12e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.1008658 Oct 18 18:58:41.662933 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-132f46fe-5a1b-4c69-bd0b-467170e6990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.664359 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-132f46fe-5a1b-4c69-bd0b-467170e6990a service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.1304562 Oct 18 18:58:41.681807 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92eeac6c-1a51-4d2c-a8fc-7a57342034a4 req-05def240-70fc-40a8-b631-e5f227db22dc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510590 Oct 18 18:58:41.709278 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-fdeee90a-127f-4346-b664-922f4403210c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 217 time: 0.0376136 Oct 18 18:58:41.784849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-ce96c2be-ba4c-4517-97bf-59bc7311a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.786310 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-ce96c2be-ba4c-4517-97bf-59bc7311a902 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0695555 Oct 18 18:58:41.827158 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff065fc-54e0-498e-b4d3-7300bb75f138 req-7591b826-d808-4c3b-b456-644876b27050 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.828632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ff065fc-54e0-498e-b4d3-7300bb75f138 req-7591b826-d808-4c3b-b456-644876b27050 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0801113 Oct 18 18:58:41.860111 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-42d15d1a-5f34-4bad-9af9-543fb95ee00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:41.861582 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-42d15d1a-5f34-4bad-9af9-543fb95ee00c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671723 Oct 18 18:58:41.884340 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7ff065fc-54e0-498e-b4d3-7300bb75f138 req-47e75d50-a16d-4ab0-b935-c4f5d7ca5a65 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491879 Oct 18 18:58:41.912749 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47896) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:41.975505 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-9540755e-8405-42d9-9d03-d354ff9e69b2 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042631 Oct 18 18:58:42.069184 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-87a3eb1a-0be3-4320-b06d-7dedb243e7e5 req-fdc0a6ce-463c-4551-ab31-f48adbbd1c49 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848305 Oct 18 18:58:42.140650 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b706b8-d3f9-422c-aedd-e637d09dd44c tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:42.142160 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-07b706b8-d3f9-422c-aedd-e637d09dd44c tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1094 time: 0.2282379 Oct 18 18:58:42.144964 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 47900) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:58:42.149176 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'port_id': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 18:58:42.168920 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:42.264592 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:42.364902 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.27.2.79 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/7d6f37cb-6204-4223-b412-ab66d0b8966c) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 18:58:42.463442 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:42.496087 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:42.530843 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 18:58:42.533684 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 18:58:42.537184 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 18:58:42.569057 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=7d6f37cb-6204-4223-b412-ab66d0b8966c,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:42.580174 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.580522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.580859 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.581194 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.581522 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.581852 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.582178 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.582502 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.582849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.583176 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.583494 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.583808 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:58:42.895631 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:42.961621 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:43.111092 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:43.115634 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:43.185082 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=7d6f37cb-6204-4223-b412-ab66d0b8966c,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:58:43.196318 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:43.293709 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP f6144ad5-ea19-47ea-8a23-94a3b3c68837 associated. External IP: 172.27.2.79, port: 127b73d6-97c4-4bf6-a0c2-72abb2a3876d. Oct 18 18:58:43.496422 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 18:58:43.863378 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 18:58:43.873346 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 18:58:43.880792 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:43.883476 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:58:43.884119 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:58:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:43.906248 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-8fcced47-50bb-4928-8098-7379311706da tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7602825 Oct 18 18:58:43.906865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 18:58:43.909095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fed5df7-77e0-44a9-9c1f-98cc752382ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 18:58:43.946269 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 18:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ded28-e740-4081-976e-f2ca1a88d491 x-openstack-request-id: req-445ded28-e740-4081-976e-f2ca1a88d491 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 18:58:43.946579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 18:58:43.946851 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-445ded28-e740-4081-976e-f2ca1a88d491 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 18:58:43.947242 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'status': 'completed', 'code': 200} Oct 18 18:58:43.988369 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:58:44.011206 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-d443e9a4-8e35-4629-b3ba-6561b8b21d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:44.012699 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-d443e9a4-8e35-4629-b3ba-6561b8b21d1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1099 time: 0.0431385 Oct 18 18:58:44.113997 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-e7882535-6f33-4c76-8a9c-81844a1ce1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:44.114913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-e7882535-6f33-4c76-8a9c-81844a1ce1ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0954208 Oct 18 18:58:44.184908 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-965d3e60-2fa2-4c49-a056-d4dadc4684d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 999 time: 0.0618148 Oct 18 18:58:44.221496 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'f6144ad5-ea19-47ea-8a23-94a3b3c68837', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:b6:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:58:42Z', 'updated_at': '2021-10-18T18:58:42Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:44.247935 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-4390cf0d-3c07-4886-a639-74b85f26c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:44.249616 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-4390cf0d-3c07-4886-a639-74b85f26c4f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0568755 Oct 18 18:58:44.252394 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 18:58:44.261273 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 18:58:44.262009 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T18:58:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:44.311725 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-c600dc81-e0eb-4024-baa9-4c5a3fe39587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:58:44.313221 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-c600dc81-e0eb-4024-baa9-4c5a3fe39587 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509031 Oct 18 18:58:44.374576 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 18:58:44.418365 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-26a7cce9-c0ad-4773-9ba0-085a7eff3ed6 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970132 Oct 18 18:58:44.543554 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1fed5df7-77e0-44a9-9c1f-98cc752382ef req-3a3bd29c-ba7b-476f-9cb9-c4d8f63f4647 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166918 Oct 18 18:58:44.613917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'f6144ad5-ea19-47ea-8a23-94a3b3c68837', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:b6:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:58:42Z', 'updated_at': '2021-10-18T18:58:42Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 18:58:44.644674 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310c3ece-ae0a-4514-9f45-7f008739ed7f None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': 'f6144ad5-ea19-47ea-8a23-94a3b3c68837', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:b6:60:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T18:58:42Z', 'updated_at': '2021-10-18T18:58:42Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 18:58:44.845974 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c82ac7-ee49-427c-a18b-05fb8099e803 None None] New status for floating IP f6144ad5-ea19-47ea-8a23-94a3b3c68837: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 18:58:50.771337 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8f2b60e9-8ee2-45ef-9d77-1256732c8997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:53.341401 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cee9f8f0-a896-4005-8947-abcf6f8b920e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:54.221412 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:54.694578 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:58:56.104958 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:01.486315 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:11.639353 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48070) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:59:11.772729 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:11.842624 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:11.845905 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_create {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:11.883658 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=879a947d8c564526a5f2d17fdafbe1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2432601 Oct 18 18:59:11.885529 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d76cbb-3422-42d5-b759-a1159d15c8cc,revision_number=1']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:59:11.886368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48074) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 18:59:11.892617 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.892967 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.893304 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.893641 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.893972 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.894300 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.894649 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.894977 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.895306 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.895626 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.895947 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.896264 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790c325a-f13e-4960-a9d5-3fb873237926 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 18:59:11.935241 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:11.955001 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:12.000755 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:12.003697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:12.004852 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/58d76cbb-3422-42d5-b759-a1159d15c8cc HTTP/1.1" status: 204 len: 168 time: 0.1174893 Oct 18 18:59:12.012391 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bef460-fcc7-4fd6-bee3-62e6e0094e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d76cbb-3422-42d5-b759-a1159d15c8cc,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 18:59:12.078118 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:59:20.772004 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0307b084-6811-42c7-86b2-b06b95798e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:23.341902 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-71bdc9c6-0786-4b2a-bdc6-755d071c03f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:24.221510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:24.697016 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:26.107269 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:31.485528 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:41.069543 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-8314a1b8-4724-451c-924b-8c3a578935b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409627 Oct 18 18:59:41.148249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-4c415485-0ffb-497c-8b75-0a7f6d0c80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:59:41.149722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-4c415485-0ffb-497c-8b75-0a7f6d0c80ef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1099 time: 0.0392396 Oct 18 18:59:41.252061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-e83ca07b-dfba-4301-8aff-e0b6148a3ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:59:41.253471 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-e83ca07b-dfba-4301-8aff-e0b6148a3ad7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0846305 Oct 18 18:59:41.319874 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-b72dd383-38af-4cce-9061-6ed8ee960768 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 1001 time: 0.0579264 Oct 18 18:59:41.366707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-c351c917-8ba6-4be4-aae2-1f93585754cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:59:41.368327 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-c351c917-8ba6-4be4-aae2-1f93585754cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0410616 Oct 18 18:59:41.411357 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-8b39c20f-f81b-45ad-a201-d0063f3472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 18:59:41.412750 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-8b39c20f-f81b-45ad-a201-d0063f3472c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369363 Oct 18 18:59:41.503459 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-c769aab9-6092-4420-a318-037e5f17631a service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828371 Oct 18 18:59:41.590476 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e44423f9-7df9-4cf1-b04c-26decb732208 req-2186a2f7-f557-4f60-a2c6-1bbe40cbdfb0 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790563 Oct 18 18:59:49.077768 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 18:59:50.773068 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-59c3adaa-3910-4026-956d-e2aa96108794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:53.341555 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aed11dc0-e715-4fc8-b011-4ce7a6d28890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:54.222070 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:54.701443 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 18:59:56.109517 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:01.522220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:20.772753 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9cf30810-af1c-4f11-84d3-66481e13dc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:23.341188 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7f5e5303-78ed-4591-a7fd-8a3cf2ed36c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:24.223899 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:24.703830 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:26.077664 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:00:26.145550 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:31.513431 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:42.066494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-a3f48dd9-1ff0-4c72-ab41-06c5fb034c2b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422311 Oct 18 19:00:42.142211 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-43034c93-9dba-49d9-9204-67cfca6e1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:00:42.143679 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-43034c93-9dba-49d9-9204-67cfca6e1dc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 1099 time: 0.0382733 Oct 18 19:00:42.246597 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-aa61c7b7-58cd-4798-b2a4-f134eed315df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:00:42.247967 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-aa61c7b7-58cd-4798-b2a4-f134eed315df service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0846672 Oct 18 19:00:42.312486 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-a5361ab5-dab7-49a2-a22e-bc56fed0e0a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 200 len: 1001 time: 0.0568738 Oct 18 19:00:42.360266 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-a576e9a7-424e-438f-9d17-6ad7af02dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:00:42.361634 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-a576e9a7-424e-438f-9d17-6ad7af02dfd2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0417292 Oct 18 19:00:42.409562 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-27df090b-b4f5-4e4d-ab2e-c5aa7ea4ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:00:42.410990 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-27df090b-b4f5-4e4d-ab2e-c5aa7ea4ff2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406082 Oct 18 19:00:42.498200 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-8bdb111b-1926-4920-b5a5-fbb1581dfc50 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799537 Oct 18 19:00:42.588387 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f83fc2ca-d017-43d8-b52a-87e04a433123 req-3c3aaade-266d-4445-8632-4abfb08dfc5d service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827653 Oct 18 19:00:50.772607 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d58ba32-0821-4fd5-adb2-a9efb0e2a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:53.341714 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9e179882-31a5-4e2f-9edf-b529d5a1c960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:54.224339 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:54.706572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:00:56.114649 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:01.527216 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:02.053036 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca2438-c562-4ee9-a64f-17b6d1dc79e3 req-3cb106be-c076-46c8-a6e4-c5fef82ba1e9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:02.054494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-39ca2438-c562-4ee9-a64f-17b6d1dc79e3 req-3cb106be-c076-46c8-a6e4-c5fef82ba1e9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0475569 Oct 18 19:01:02.090872 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-39ca2438-c562-4ee9-a64f-17b6d1dc79e3 req-663aef83-8f70-4703-a647-4863383fcb87 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306418 Oct 18 19:01:03.076446 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:01:03.203217 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f417f0-2e3e-404a-869c-df85d722e099 req-a155a1b7-3c8f-49e0-ba6e-135d8afa2907 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:03.204695 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-12f417f0-2e3e-404a-869c-df85d722e099 req-a155a1b7-3c8f-49e0-ba6e-135d8afa2907 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0474553 Oct 18 19:01:03.242422 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-12f417f0-2e3e-404a-869c-df85d722e099 req-2cd53b14-5dc9-4372-88c4-1c9125aa9c8d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Oct 18 19:01:03.624004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-3e9977d2-92af-4863-860e-3fdd618eaaab tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:03.625438 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-3e9977d2-92af-4863-860e-3fdd618eaaab tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 946 time: 0.0497620 Oct 18 19:01:03.712630 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:01:03.712961 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:03.800629 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] For port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:01:03.800983 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:03.962797 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:03.963072 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:03.963434 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP f6144ad5-ea19-47ea-8a23-94a3b3c68837 disassociated. External IP: 172.27.2.79, port: 127b73d6-97c4-4bf6-a0c2-72abb2a3876d. Oct 18 19:01:03.963773 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for 127b73d6-97c4-4bf6-a0c2-72abb2a3876d owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:01:04.088183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:04.116516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=127b73d6-97c4-4bf6-a0c2-72abb2a3876d,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:04.127957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.128306 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.128650 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.128984 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.129313 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.129642 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.129969 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.130294 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.130651 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.130975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.131301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.131620 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:04.239218 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:01:04.359630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8b648b33-99af-4815-9f87-16953c9b31fe req-d9ca4904-fe2f-442d-a03c-41aa121e3b9f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=3fb4cbad-26cb-4f7d-8530-7899f610e02e HTTP/1.1" status: 200 len: 210 time: 0.0314162 Oct 18 19:01:04.368893 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:01:04.380897 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:01:04.390481 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:01:04.391145 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:00:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:04.406000 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] No DVR routers for this DVR port 127b73d6-97c4-4bf6-a0c2-72abb2a3876d on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:01:04.408548 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:04.411818 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be7f1847-6de8-4952-91c5-7603d96c7a13 req-e0176f75-09e0-4fd9-bcd1-8e4437e3857d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "DELETE /v2.0/ports/127b73d6-97c4-4bf6-a0c2-72abb2a3876d HTTP/1.1" status: 204 len: 173 time: 0.7790794 Oct 18 19:01:04.412249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'name': 'network-vif-deleted', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:01:04.414460 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c7e4d-4dfb-4703-a38c-b5beab138ce9" -d '{"events": [{"server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "name": "network-vif-deleted", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:01:04.458283 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 19:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac96eae7-8404-4fc4-884b-6c13d220a32f x-openstack-request-id: req-ac96eae7-8404-4fc4-884b-6c13d220a32f {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:01:04.458754 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb4cbad-26cb-4f7d-8530-7899f610e02e", "name": "network-vif-deleted", "tag": "127b73d6-97c4-4bf6-a0c2-72abb2a3876d", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:01:04.459004 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac96eae7-8404-4fc4-884b-6c13d220a32f {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:01:04.459402 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4cbad-26cb-4f7d-8530-7899f610e02e', 'name': 'network-vif-deleted', 'tag': '127b73d6-97c4-4bf6-a0c2-72abb2a3876d', 'status': 'completed', 'code': 200} Oct 18 19:01:04.514171 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:01:04.715139 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:04.740371 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:01:04.748984 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:01:04.749586 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:00:53Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:04.853014 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:01:05.167701 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:05.198251 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f863da4-e5f5-42b5-9964-a99c7212d109 None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:01:05.403771 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81affcaf-23d5-4e4a-b0cd-cf51b177ec0c None None] New status for floating IP f6144ad5-ea19-47ea-8a23-94a3b3c68837: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 19:01:05.598488 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-79c9fe7b-a4a2-45f8-a857-db1575f0d03c tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326709773&fields=id&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 267 time: 0.0316796 Oct 18 19:01:05.707563 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-98619d92-00b7-480d-ac62-d81e395eb72b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:05.708946 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-98619d92-00b7-480d-ac62-d81e395eb72b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.1032445 Oct 18 19:01:05.723851 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-cb6cccf4-e6e4-4a52-a940-4664219bbcd0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/quotas/49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 375 time: 0.0087218 Oct 18 19:01:05.773742 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-1d86faad-dd28-46e4-ad68-a7fa227dd5b0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449355 Oct 18 19:01:05.881871 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-9b1ea810-a932-4f90-8fb3-e44fcea881d2 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=129715) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 18 19:01:05.882886 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-9b1ea810-a932-4f90-8fb3-e44fcea881d2 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0976002 Oct 18 19:01:05.972395 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-39645af4-4958-49fa-9e9b-33cccb3f18c4 service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833497 Oct 18 19:01:06.058962 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-7317fdd0-6b20-4c0b-b4a7-05010e7bb04c service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807335 Oct 18 19:01:06.343654 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-16d86b81-338a-445e-bcc3-5972a3d14891 req-e9feaeed-9d0b-404a-8dfd-f0ec27e39621 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0295188 Oct 18 19:01:06.953132 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 127b73d6-97c4-4bf6-a0c2-72abb2a3876d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:01:06.972140 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 127b73d6-97c4-4bf6-a0c2-72abb2a3876d {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:01:06.972475 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 127b73d6-97c4-4bf6-a0c2-72abb2a3876d not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:01:07.416132 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-da5dc000-2b0d-476b-8546-ba7c3419069e req-8cf0deae-3a9a-425f-a682-12ea2a53bee6 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0246153 Oct 18 19:01:08.495724 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1c9a18ab-2981-4a7a-a863-38c65bf3b867 req-3fe39a0c-6a42-492e-8b8a-898aa86a9ec3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0263009 Oct 18 19:01:09.571469 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-afd90509-0706-4985-9725-d803f2ad8c16 req-a824a690-f050-4e92-bf73-83bf1bb8e265 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0258477 Oct 18 19:01:10.663308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-93f99cfc-f733-4d8b-b3b3-e0ccfc2728b1 req-9320da39-95b7-45a8-af68-62a35b8a6658 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0250132 Oct 18 19:01:11.285635 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-662c00c4-bfa2-4cd4-b4ae-23b9598e16f0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:11.287101 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-662c00c4-bfa2-4cd4-b4ae-23b9598e16f0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.1039770 Oct 18 19:01:11.330534 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-839b21c2-c3dc-4447-bd7c-899f7713d829 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 379 time: 0.0340927 Oct 18 19:01:11.342342 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'port': {'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'admin_state_up': True, 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'security_groups': ['4264a3fb-cb8a-4695-acb9-86a52c1eb723']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:01:11.455678 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Made reservation on behalf of 49ea8b6622bb40109191097fe33b666a for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 19:01:11.459141 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:11.580661 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.20.0.12 (db37c8ca-284c-45b1-a97f-8340c368b1bf/337f7446-1299-4c15-9934-fc3e6859d3d4/0620f14c-3bc8-4409-aecf-8fd6c408a901) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 19:01:11.724594 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:11.763984 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1897b52e-7c82-4138-bf1a-982e6988309d req-318c0cc4-319a-4bf1-a2c4-205dc0e1467f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0349400 Oct 18 19:01:11.784760 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:11.827739 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 19:01:11.830792 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 19:01:11.834251 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 19:01:11.840769 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:11.889739 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:11.890357 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:11.907038 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-b63c0625-7fcb-4bc4-b6ed-123123023a68 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708528 Oct 18 19:01:11.920434 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Request body: {'port': {'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:01:11.973729 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.059019 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-4666a957-773d-453d-a351-bd690a443118 None None] Provisioning complete for port 0620f14c-3bc8-4409-aecf-8fd6c408a901 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 19:01:12.059589 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4666a957-773d-453d-a351-bd690a443118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.095007 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-4666a957-773d-453d-a351-bd690a443118 None None] Port 0620f14c-3bc8-4409-aecf-8fd6c408a901 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 19:01:12.226783 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0620f14c-3bc8-4409-aecf-8fd6c408a901 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 19:01:12.233751 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.245221 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Transition to ACTIVE for port object 0620f14c-3bc8-4409-aecf-8fd6c408a901 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 19:01:12.249931 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.299596 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Pushing event updated for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:12.365081 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Attempting to bind port 0620f14c-3bc8-4409-aecf-8fd6c408a901 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 19:01:12.365417 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Attempting to bind port 0620f14c-3bc8-4409-aecf-8fd6c408a901 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 19:01:12.365756 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Attempting to bind port 0620f14c-3bc8-4409-aecf-8fd6c408a901 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 19:01:12.370742 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Port 0620f14c-3bc8-4409-aecf-8fd6c408a901 on network db37c8ca-284c-45b1-a97f-8340c368b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 19:01:12.371045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Attempting to bind port 0620f14c-3bc8-4409-aecf-8fd6c408a901 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 19:01:12.376021 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 19, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 19:01:12.376856 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 19:01:12.377243 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Bound using segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 19:01:12.377707 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Bound port: 0620f14c-3bc8-4409-aecf-8fd6c408a901, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 19:01:12.378020 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.445602 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 19:01:12.448732 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 19:01:12.453324 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.488229 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:12.488833 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:12.490199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] 10.222.0.25 "PUT /v2.0/ports/0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 1094 time: 0.5745997 Oct 18 19:01:12.490717 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:01:12.493198 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32522678-f896-4c53-a7df-edffaf2c77eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:01:12.547166 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8720b-83db-4ef9-bd1d-1d42941e0659 service neutron] Pushing event updated for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:12.577159 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-8ea9a357-a48d-46f0-b50f-a5676464d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:12.578698 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-8ea9a357-a48d-46f0-b50f-a5676464d31f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1097 time: 0.0447996 Oct 18 19:01:12.622934 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-bfe7a72d-0dd2-4704-a3cd-11c201a35e2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 217 time: 0.0365422 Oct 18 19:01:12.677802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-34a5faaf-f2f0-452a-8b80-9ffab636b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:12.679343 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-34a5faaf-f2f0-452a-8b80-9ffab636b793 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0500414 Oct 18 19:01:12.722130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-4159e7ab-2e41-435d-8ccb-1bed6bd28622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:12.723579 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-4159e7ab-2e41-435d-8ccb-1bed6bd28622 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376773 Oct 18 19:01:12.815530 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-15c46e44-2d46-4210-bebf-ffd26846cfed service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Oct 18 19:01:12.924346 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f03c5-6fad-41a2-8d65-c47e820fd9e1 req-e62e7d2e-d763-4699-afbc-65961d891e44 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:12.925724 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8e3f03c5-6fad-41a2-8d65-c47e820fd9e1 req-e62e7d2e-d763-4699-afbc-65961d891e44 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0960371 Oct 18 19:01:12.956266 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7c83da70-ed2b-49b7-a818-2c6df5fba526 req-a386dd15-026c-4377-b79e-177d98a52314 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335588 Oct 18 19:01:12.975555 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8e3f03c5-6fad-41a2-8d65-c47e820fd9e1 req-1a52437f-e57c-4ef0-a864-5df526dc3b05 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427420 Oct 18 19:01:13.561222 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076a13f1-c90e-43ac-84d8-f84865b6cc84 x-openstack-request-id: req-076a13f1-c90e-43ac-84d8-f84865b6cc84 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:01:13.561516 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:01:13.561771 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-076a13f1-c90e-43ac-84d8-f84865b6cc84 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:01:13.562177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'status': 'completed', 'code': 200} Oct 18 19:01:13.623273 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522678-f896-4c53-a7df-edffaf2c77eb req-bbba7987-da39-4553-89cf-1d41ef569472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:13.624745 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-bbba7987-da39-4553-89cf-1d41ef569472 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1097 time: 0.0393913 Oct 18 19:01:13.711741 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522678-f896-4c53-a7df-edffaf2c77eb req-cfe7545d-02c6-43d4-8115-4de21537e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:13.713208 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-cfe7545d-02c6-43d4-8115-4de21537e8a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0810173 Oct 18 19:01:13.756400 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-902301f5-ca50-4642-bf80-ac11cfd4ce58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 217 time: 0.0359452 Oct 18 19:01:13.802183 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522678-f896-4c53-a7df-edffaf2c77eb req-3121ce15-9844-4611-be03-2aad33423bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:13.803550 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-3121ce15-9844-4611-be03-2aad33423bb0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0408769 Oct 18 19:01:13.845507 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522678-f896-4c53-a7df-edffaf2c77eb req-cd8d7314-cf81-4b33-8064-62b45c17491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:13.846881 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-cd8d7314-cf81-4b33-8064-62b45c17491c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0357525 Oct 18 19:01:13.936405 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-1dd5e958-d321-46cb-8057-f9e02336a0dc service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820425 Oct 18 19:01:14.023655 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-32522678-f896-4c53-a7df-edffaf2c77eb req-9220c2be-b077-4023-9955-af21f99c5274 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805795 Oct 18 19:01:14.090293 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92208908-985b-4575-8f6f-67c9db8b7cc6 req-62ee30cb-2b2b-4a1c-852b-6222443fe84d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:14.091761 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92208908-985b-4575-8f6f-67c9db8b7cc6 req-62ee30cb-2b2b-4a1c-852b-6222443fe84d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0503159 Oct 18 19:01:14.397764 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-92208908-985b-4575-8f6f-67c9db8b7cc6 req-0b4cd4a3-53f7-4800-bb67-1a9465060d1d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001857 Oct 18 19:01:15.509348 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e83fcd-8f1b-417d-a217-f3fae7e52bb0 req-9bc4d995-6caf-4d4a-83be-886691cde9d3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:15.510799 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b2e83fcd-8f1b-417d-a217-f3fae7e52bb0 req-9bc4d995-6caf-4d4a-83be-886691cde9d3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0469058 Oct 18 19:01:15.547107 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-b2e83fcd-8f1b-417d-a217-f3fae7e52bb0 req-a496fe8e-4613-496f-8787-ce56313d98e2 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306067 Oct 18 19:01:16.656232 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2fa0c-c363-42a3-b8db-1abf6766e7fe req-202b2e7a-6d92-4526-aced-4d3192d5fc03 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:16.658482 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5cb2fa0c-c363-42a3-b8db-1abf6766e7fe req-202b2e7a-6d92-4526-aced-4d3192d5fc03 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0478482 Oct 18 19:01:16.695092 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5cb2fa0c-c363-42a3-b8db-1abf6766e7fe req-ad34952b-4cfd-4290-8837-626384f76b09 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308888 Oct 18 19:01:17.807584 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15e82c-e568-4f25-a33d-3ba654ef69cc req-ac4114b8-33cb-4c51-89a9-906570b21621 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:17.809583 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa15e82c-e568-4f25-a33d-3ba654ef69cc req-ac4114b8-33cb-4c51-89a9-906570b21621 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0503609 Oct 18 19:01:17.846276 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-fa15e82c-e568-4f25-a33d-3ba654ef69cc req-d75b740c-fc27-47e1-9c9e-97620588bb5c tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304906 Oct 18 19:01:18.957055 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366b14b-1cf6-4074-97a6-387912a74ca9 req-ce71210e-a93c-40f6-86b1-c040c554e627 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:18.958698 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5366b14b-1cf6-4074-97a6-387912a74ca9 req-ce71210e-a93c-40f6-86b1-c040c554e627 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0471272 Oct 18 19:01:19.000652 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5366b14b-1cf6-4074-97a6-387912a74ca9 req-37992245-434b-434d-a8a0-ebbb6e6991fa tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Oct 18 19:01:20.110622 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e38f7c-5aa4-4e96-87c3-aa7e818064ae req-d47ba3b7-df96-45b9-a5c6-fbccb3c2e36d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:20.112082 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4e38f7c-5aa4-4e96-87c3-aa7e818064ae req-d47ba3b7-df96-45b9-a5c6-fbccb3c2e36d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 944 time: 0.0472081 Oct 18 19:01:20.149291 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4e38f7c-5aa4-4e96-87c3-aa7e818064ae req-4fc599cf-fa67-4956-9a7d-5f8178a4c836 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312729 Oct 18 19:01:20.773711 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-bae46769-18ba-45bd-8462-8d996de35631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:21.014955 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0620f14c-3bc8-4409-aecf-8fd6c408a901 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 19:01:21.105020 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:01:21.115353 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 19:01:21.154010 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:21.165917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0620f14c-3bc8-4409-aecf-8fd6c408a901 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 19:01:21.184479 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:01:21.188563 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:21.234763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:21.241963 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.242363 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.242686 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.243016 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.243341 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.243668 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.243992 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.244312 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.244633 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.244950 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.245265 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.245581 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:01:21.273107 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30278287-6a51-4d7e-b224-08152e4c31a5 req-8b11980e-46e9-4f4f-86ce-97bcef6aae16 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:21.274637 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30278287-6a51-4d7e-b224-08152e4c31a5 req-8b11980e-46e9-4f4f-86ce-97bcef6aae16 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 945 time: 0.0606654 Oct 18 19:01:21.311976 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-30278287-6a51-4d7e-b224-08152e4c31a5 req-3a58f810-d1f0-49c1-b352-60d616a3e3c3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Oct 18 19:01:21.537919 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['0620f14c-3bc8-4409-aecf-8fd6c408a901'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 19:01:22.422393 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a1cd4-791d-485a-849d-f0ba9081da95 req-218caa2e-9bb1-4fb1-aba8-62608a13d31d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:22.423941 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d8a1cd4-791d-485a-849d-f0ba9081da95 req-218caa2e-9bb1-4fb1-aba8-62608a13d31d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 945 time: 0.0469410 Oct 18 19:01:22.460175 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-6d8a1cd4-791d-485a-849d-f0ba9081da95 req-77849732-02f0-4ce5-aa81-38f890040be4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305617 Oct 18 19:01:23.035814 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0620f14c-3bc8-4409-aecf-8fd6c408a901 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 19:01:23.082783 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 0620f14c-3bc8-4409-aecf-8fd6c408a901 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 19:01:23.086264 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 0620f14c-3bc8-4409-aecf-8fd6c408a901 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 19:01:23.086659 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:23.162205 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:23.183224 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:01:23.185968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc850390-3e4e-4ecb-a722-b615aa13af47" -d '{"events": [{"server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "name": "network-vif-plugged", "status": "completed", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:01:23.198189 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:01:23.202339 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:23.225187 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27643fa8-71e4-4f72-9549-c4dc55217ce9 x-openstack-request-id: req-27643fa8-71e4-4f72-9549-c4dc55217ce9 {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:01:23.225484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "name": "network-vif-plugged", "status": "completed", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:01:23.225735 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-27643fa8-71e4-4f72-9549-c4dc55217ce9 {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:01:23.226123 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'code': 200} Oct 18 19:01:23.252753 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:23.341202 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-06356468-14cc-4b50-b430-6371531e6c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:23.426439 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906e63-673f-45f1-a360-a4843f529536 req-8d0360d9-3f62-420b-8c36-7e8fbc308140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:23.427937 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ac906e63-673f-45f1-a360-a4843f529536 req-8d0360d9-3f62-420b-8c36-7e8fbc308140 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0378435 Oct 18 19:01:23.460718 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ac906e63-673f-45f1-a360-a4843f529536 req-81ee8a22-561f-4078-87e3-f752c24f8b6e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257947 Oct 18 19:01:23.579858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a49cc-f4a9-4640-bb85-401e671766e7 req-0a088ce5-8965-45bf-83e1-383d477aec26 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:23.581308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d85a49cc-f4a9-4640-bb85-401e671766e7 req-0a088ce5-8965-45bf-83e1-383d477aec26 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0507305 Oct 18 19:01:23.617410 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-d85a49cc-f4a9-4640-bb85-401e671766e7 req-6a33cc3e-2384-4432-b40a-7e4ab9433854 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303349 Oct 18 19:01:24.225896 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:24.714154 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:24.876759 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9dee6-40a5-470f-92a2-66d137aab6dd req-fb6b054f-5fff-4f9e-8985-ebec5ebe4bb1 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:24.878231 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-90a9dee6-40a5-470f-92a2-66d137aab6dd req-fb6b054f-5fff-4f9e-8985-ebec5ebe4bb1 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.1948731 Oct 18 19:01:24.914114 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-90a9dee6-40a5-470f-92a2-66d137aab6dd req-9ba437a0-cdfb-4268-bdb8-9daba04ca931 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299191 Oct 18 19:01:26.025190 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaeb2d1-bc9e-466c-9a2e-90c91a8fbff7 req-ca0fdb10-2c63-4dcf-9c45-be229fa56c7b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:26.026700 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-caaeb2d1-bc9e-466c-9a2e-90c91a8fbff7 req-ca0fdb10-2c63-4dcf-9c45-be229fa56c7b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0489237 Oct 18 19:01:26.064708 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-caaeb2d1-bc9e-466c-9a2e-90c91a8fbff7 req-36c9dc84-36b3-4c70-985d-64c642d2c047 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316041 Oct 18 19:01:26.119089 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:26.180336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d0dc4-eda3-4cc6-b04c-6c88284a718b req-2a82e47d-58cc-4ee9-803b-5839a46edaaf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:26.181798 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c87d0dc4-eda3-4cc6-b04c-6c88284a718b req-2a82e47d-58cc-4ee9-803b-5839a46edaaf tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0523918 Oct 18 19:01:26.219038 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c87d0dc4-eda3-4cc6-b04c-6c88284a718b req-ee4a44f6-e175-4e88-9810-dae8702a62c0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312257 Oct 18 19:01:26.240628 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48214) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:01:26.278344 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57accc10-7734-44ae-a114-fef474d7e537 tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:26.279856 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-57accc10-7734-44ae-a114-fef474d7e537 tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1094 time: 0.0379846 Oct 18 19:01:26.282406 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48216) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:01:26.286684 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:01:26.307869 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:26.405859 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:26.525606 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.27.2.87 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/f8c793c3-0df0-4d58-b863-8caae018aae3) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 19:01:26.628533 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:26.662011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:26.700109 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 19:01:26.704534 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 19:01:26.707047 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 19:01:26.730917 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=f8c793c3-0df0-4d58-b863-8caae018aae3,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:27.055090 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.117283 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.260951 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.265430 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.333732 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=f8c793c3-0df0-4d58-b863-8caae018aae3,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:01:27.345068 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.445866 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP 404a3cbe-e9c4-4243-85cf-15287bf1648a associated. External IP: 172.27.2.87, port: 0620f14c-3bc8-4409-aecf-8fd6c408a901. Oct 18 19:01:27.643705 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:01:27.749706 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:01:27.759105 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:01:27.767050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:27.769076 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:01:27.769763 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:01:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:27.797722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7abb5c3c-73f2-42fd-b65c-8d4df1834c59 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5142074 Oct 18 19:01:27.798689 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:01:27.801248 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea37354b-8224-44a8-bced-907eadf5f2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:01:27.836073 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3714adf7-2360-4706-a317-22ef8c28085b x-openstack-request-id: req-3714adf7-2360-4706-a317-22ef8c28085b {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:01:27.836367 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:01:27.836643 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3714adf7-2360-4706-a317-22ef8c28085b {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:01:27.837043 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'status': 'completed', 'code': 200} Oct 18 19:01:27.882466 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:01:27.897928 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-9a342970-50cd-43c8-8a7e-a409bd012949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:27.899460 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-9a342970-50cd-43c8-8a7e-a409bd012949 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0419819 Oct 18 19:01:27.987763 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-8003e2e8-8aa5-4378-92ef-07c2c6057696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:27.989242 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-8003e2e8-8aa5-4378-92ef-07c2c6057696 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0831323 Oct 18 19:01:28.056819 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-7001f551-07e9-46fd-aabd-34f66cc4eea4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 999 time: 0.0608211 Oct 18 19:01:28.104840 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-6f2ea947-b1ae-40d6-8332-d8cf61d020a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:28.106304 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-6f2ea947-b1ae-40d6-8332-d8cf61d020a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0431190 Oct 18 19:01:28.107999 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:26Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:28.133558 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:01:28.142332 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:01:28.142968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:01:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:28.150483 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-84a6d7da-ae94-4a6b-954a-77024c43aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:28.152595 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-84a6d7da-ae94-4a6b-954a-77024c43aca7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388601 Oct 18 19:01:28.242102 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-6cc5feb1-172f-40be-bc0b-4919db41223b service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830669 Oct 18 19:01:28.247360 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:01:28.329981 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ea37354b-8224-44a8-bced-907eadf5f2b0 req-49ff6350-4b46-4b24-86ac-592f6ec3a715 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812118 Oct 18 19:01:28.465750 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:26Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:01:28.491165 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b03aa3-e3bf-43c2-abb1-720f9cb3b9e3 None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:26Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:01:28.666352 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942c0244-5092-4940-86af-61905ecdbd38 None None] New status for floating IP 404a3cbe-e9c4-4243-85cf-15287bf1648a: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 19:01:31.527872 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:40.075878 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:01:44.072199 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-32fcd7c0-3765-43ac-9701-81468197f343 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408440 Oct 18 19:01:44.154663 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-f44eea94-8cf4-48ed-97dc-0e3e3cd2aef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:44.156144 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-f44eea94-8cf4-48ed-97dc-0e3e3cd2aef5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0382888 Oct 18 19:01:44.255367 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-25dc2ea8-4f92-4476-a7db-f44a921c6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:44.256700 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-25dc2ea8-4f92-4476-a7db-f44a921c6008 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0814815 Oct 18 19:01:44.325159 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-71558c9b-ab7f-4357-abdc-40ec3918904e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 1001 time: 0.0582252 Oct 18 19:01:44.372215 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-54fff60d-4326-4c96-ba4d-964a837d25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:44.373568 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-54fff60d-4326-4c96-ba4d-964a837d25a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0417769 Oct 18 19:01:44.418323 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-becf3111-5d1c-41b9-bb36-78993cd56eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:01:44.419809 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-becf3111-5d1c-41b9-bb36-78993cd56eda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0371852 Oct 18 19:01:44.509500 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-84bb2833-7033-4b13-b17f-37a61ada2c75 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825953 Oct 18 19:01:44.596910 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1eb02d2f-8249-4a70-98ce-e11e74040de6 req-2c877c72-c28e-4323-9de2-cbe8db863ecc service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795796 Oct 18 19:01:50.773067 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8ec41cff-47c6-4bbf-bbe4-70460fbe6f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:53.342402 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-073920c5-e539-4661-941b-cad69cdb9b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:53.848558 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [req-2ff389c2-8bca-4748-bedb-6adf7583043b req-2c772463-fe6d-40a3-af73-426c7cc736c3 service neutron] (129716) timed out ('10.222.0.25', 52950) {{(pid=129716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 19:01:54.226898 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:54.713210 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:01:56.122185 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:01.527918 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:17.075763 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:02:20.772756 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-737f2d32-f2d1-422e-b238-b4c31b491807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:20.789009 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [req-de13a7f1-7e83-4206-b609-43e8a47b7281 req-a2e3e7be-c614-488c-aedf-de1f43d841f6 service neutron] (129716) timed out ('10.222.0.25', 52990) {{(pid=129716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 19:02:20.908767 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [req-80bc8e69-7dfa-42f4-a05d-68ea875c2988 req-9f2e516c-738f-49f9-b658-d4f37035ca19 service neutron] (129715) timed out ('10.222.0.25', 52994) {{(pid=129715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 19:02:23.342395 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-cb4e0217-1fb1-4239-b077-f31ce4cc1ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:24.226540 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:24.715947 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:26.153619 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:31.532666 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:45.098461 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-ec6b3957-d480-4fbd-886c-3263304d9177 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820003 Oct 18 19:02:45.175764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-91271016-8c1e-4b76-9974-bba02ee21d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:02:45.177115 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-91271016-8c1e-4b76-9974-bba02ee21d54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0384345 Oct 18 19:02:45.285453 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-16ad3162-a502-474c-8a20-ac4461fb8542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:02:45.286902 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-16ad3162-a502-474c-8a20-ac4461fb8542 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0872185 Oct 18 19:02:45.349156 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-db5f0216-1ea9-4abd-a327-3186abcb1d55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 1001 time: 0.0551941 Oct 18 19:02:45.396443 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-8aafe4fb-9ff5-429c-9140-69f1f2f64656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:02:45.397811 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-8aafe4fb-9ff5-429c-9140-69f1f2f64656 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0413995 Oct 18 19:02:45.443494 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-d9958d53-59c0-4675-93b2-ea38066ee272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:02:45.444821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-d9958d53-59c0-4675-93b2-ea38066ee272 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401151 Oct 18 19:02:45.531193 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-30fd2662-4e2a-4f33-9031-c37f8d41263a service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792296 Oct 18 19:02:45.621345 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c4b014f4-e7f8-4c24-8f42-135c6657d3d6 req-0958fdb6-f3dc-4a0d-9336-2f3aafc78869 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826335 Oct 18 19:02:50.773118 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0a7bcb3b-7955-40a8-85db-1d941788e91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:53.346096 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-498c1d40-c9f0-4de5-8b3f-73bdb7a54087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:54.075303 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:02:54.226475 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:54.718305 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:02:56.127881 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:01.538502 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:20.772573 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-126c596e-72bd-4767-bff4-a152602d44fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:23.346531 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-7da5516d-8676-4d21-8fdd-ebd7f383302b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:24.227979 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:24.720917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:26.131662 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:26.484494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-66f67f77-c785-475c-b30c-cab5beb2b0f6 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-326709773&fields=id&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 267 time: 0.0318208 Oct 18 19:03:26.586400 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-81041406-d2a3-45e0-8017-5d1d2aac1875 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:26.587899 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-81041406-d2a3-45e0-8017-5d1d2aac1875 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.0967059 Oct 18 19:03:26.602340 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-08994b8e-aa20-435f-b142-2fca9688447d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/quotas/49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 375 time: 0.0088110 Oct 18 19:03:26.660837 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-678a79ca-cd8c-4d58-b31f-33048341cbd3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529201 Oct 18 19:03:26.753178 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-488d5b36-8317-4624-a60d-47edc6c1c69e service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806468 Oct 18 19:03:26.842162 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-34c5165a-dcab-47f7-9a12-161f68ede053 service neutron] 10.222.0.36 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828912 Oct 18 19:03:27.173615 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b1b3012-c899-4fee-bfbe-c0a0ca15f57b req-42155f19-1af9-46c7-90b6-494c6239328a tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 210 time: 0.0754039 Oct 18 19:03:28.080147 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b42cc30b-ed5e-42fd-9771-7b97d7614115 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:28.081657 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b42cc30b-ed5e-42fd-9771-7b97d7614115 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 812 time: 0.1072171 Oct 18 19:03:28.125345 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-4fb0498f-e4ed-400e-a7b4-179a33ee8e16 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ea8b6622bb40109191097fe33b666a HTTP/1.1" status: 200 len: 379 time: 0.0341578 Oct 18 19:03:28.134366 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'port': {'device_id': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'admin_state_up': True, 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'security_groups': ['4264a3fb-cb8a-4695-acb9-86a52c1eb723']}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:03:28.242899 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Made reservation on behalf of 49ea8b6622bb40109191097fe33b666a for: {'port': 1} {{(pid=129715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 18 19:03:28.246833 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:28.282327 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-ce2d25cc-0907-4c41-9e47-f71dc31edb46 req-1ccd1b96-8f2b-4736-b138-ab2969fb7ac7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 210 time: 0.0406942 Oct 18 19:03:28.400117 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.20.0.9 (db37c8ca-284c-45b1-a97f-8340c368b1bf/337f7446-1299-4c15-9934-fc3e6859d3d4/5d44030d-0264-49a0-a32c-9d2157521a07) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 19:03:28.549816 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:28.581802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:28.625451 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network db37c8ca-284c-45b1-a97f-8340c368b1bf is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 19:03:28.628455 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 19:03:28.632003 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 19:03:28.654646 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:28.671687 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.672024 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.672357 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.672691 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.673011 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.673336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.673662 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.673982 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.674301 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.674640 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.674959 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.675276 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:28.697994 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:28.698656 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:28.714087 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-b331706f-72bb-485c-aed9-dec9316c3cdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5833042 Oct 18 19:03:28.726746 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Request body: {'port': {'device_id': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:03:28.810242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-f8977812-4342-4f6c-8750-d6fe64ea50dc None None] Provisioning complete for port 5d44030d-0264-49a0-a32c-9d2157521a07 triggered by entity DHCP. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 19:03:28.810886 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f8977812-4342-4f6c-8750-d6fe64ea50dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:28.844731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-f8977812-4342-4f6c-8750-d6fe64ea50dc None None] Port 5d44030d-0264-49a0-a32c-9d2157521a07 cannot update to ACTIVE because it is not bound. {{(pid=129717) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 18 19:03:29.051802 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.307439 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d44030d-0264-49a0-a32c-9d2157521a07 {{(pid=129715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 19:03:29.314847 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.331894 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.provisioning_blocks [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Transition to ACTIVE for port object 5d44030d-0264-49a0-a32c-9d2157521a07 will not be triggered until provisioned by entity L2. {{(pid=129715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 18 19:03:29.335719 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.418671 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Pushing event updated for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:29.474920 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f2387-4e4c-4f53-b3e2-fc6af90206bd req-740b37a0-7fb1-4adf-b58e-27c62ba8d206 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:29.476433 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-357f2387-4e4c-4f53-b3e2-fc6af90206bd req-740b37a0-7fb1-4adf-b58e-27c62ba8d206 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.1099460 Oct 18 19:03:29.522282 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Attempting to bind port 5d44030d-0264-49a0-a32c-9d2157521a07 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 18 19:03:29.522638 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Attempting to bind port 5d44030d-0264-49a0-a32c-9d2157521a07 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 18 19:03:29.522974 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Attempting to bind port 5d44030d-0264-49a0-a32c-9d2157521a07 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 19:03:29.534127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-357f2387-4e4c-4f53-b3e2-fc6af90206bd req-e6d555c2-c3b0-4a13-a6c5-9618121e93f6 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511413 Oct 18 19:03:29.534827 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Port 5d44030d-0264-49a0-a32c-9d2157521a07 on network db37c8ca-284c-45b1-a97f-8340c368b1bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 18 19:03:29.535149 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Attempting to bind port 5d44030d-0264-49a0-a32c-9d2157521a07 on network db37c8ca-284c-45b1-a97f-8340c368b1bf {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 18 19:03:29.540164 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Checking agent: {'id': '403cc347-5b05-489f-81c5-144a5a6361f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'started_at': datetime.datetime(2021, 10, 18, 18, 44, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 18, 19, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 18 19:03:29.540504 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Checking segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=129715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 18 19:03:29.540891 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Bound using segment: {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'} {{(pid=129715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 18 19:03:29.541320 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.managers [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Bound port: 5d44030d-0264-49a0-a32c-9d2157521a07, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6af63c01-48b0-435b-85ea-72fb360ec457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf'}}] {{(pid=129715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 18 19:03:29.541679 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.602772 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, cleared binding levels {{(pid=129715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 18 19:03:29.605734 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d44030d-0264-49a0-a32c-9d2157521a07,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 18 19:03:29.609912 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.644094 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:29.644709 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:29.646720 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] 10.222.0.25 "PUT /v2.0/ports/5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 1093 time: 0.9239740 Oct 18 19:03:29.647233 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:03:29.649511 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275" -d '{"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:03:29.679463 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35751c-9dac-4d96-a03f-78b7bb6b6c99 service neutron] Pushing event updated for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=3']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:29.752193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-2736642b-ab4c-45a8-ae6e-eebf5c4549af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:29.754459 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-2736642b-ab4c-45a8-ae6e-eebf5c4549af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1096 time: 0.0542114 Oct 18 19:03:29.759474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939cc00b-83fc-4b29-a2e7-d6acae0201bd x-openstack-request-id: req-939cc00b-83fc-4b29-a2e7-d6acae0201bd {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:03:29.759881 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:03:29.760241 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-939cc00b-83fc-4b29-a2e7-d6acae0201bd {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:03:29.760790 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07', 'status': 'completed', 'code': 200} Oct 18 19:03:29.800380 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-f60425e9-9f99-478c-b943-8f1e132fe5aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 217 time: 0.0348132 Oct 18 19:03:29.853044 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-6074f905-e8db-42d4-a2c8-b4ea5bae4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:29.854601 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-6074f905-e8db-42d4-a2c8-b4ea5bae4762 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0465488 Oct 18 19:03:29.904349 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-e55c9fff-8e86-4bb0-a0f3-cfc9fb1c2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:29.905729 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-e55c9fff-8e86-4bb0-a0f3-cfc9fb1c2325 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444880 Oct 18 19:03:29.993040 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-abc27859-470a-411e-8bc3-8543b74503ee service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799482 Oct 18 19:03:30.092944 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-8dc569ed-91ba-4d6b-860d-cd4d966e495a req-76dbd446-8b8d-459d-9fe9-2c33b1e530e8 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931046 Oct 18 19:03:30.197421 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-212f5df4-9130-47d2-9c86-3c4104403192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:30.198906 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-212f5df4-9130-47d2-9c86-3c4104403192 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1096 time: 0.0392194 Oct 18 19:03:30.288544 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-6184e6be-a4dc-41de-956e-7172d8257e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:30.289973 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-6184e6be-a4dc-41de-956e-7172d8257e9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0847056 Oct 18 19:03:30.330286 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-9e345654-8dae-4af7-9262-b7be84092163 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 217 time: 0.0332820 Oct 18 19:03:30.377356 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-820b6767-1af8-4a66-80dc-f7d5142ee42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:30.378662 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-820b6767-1af8-4a66-80dc-f7d5142ee42b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0417018 Oct 18 19:03:30.422242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-e2e76198-f560-48e4-8573-321d86251e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:30.423692 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-e2e76198-f560-48e4-8573-321d86251e46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377359 Oct 18 19:03:30.519003 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-17d1c742-1e38-4456-a328-9ba15312ed91 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869646 Oct 18 19:03:30.637174 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-83b7a2a5-b077-4b7f-bee8-3e0d6effc275 req-62e5d8bd-2e9d-4cbe-9daf-5d1892535642 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107671 Oct 18 19:03:30.656920 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a894098a-654e-41d0-b344-41a2d74daf2f req-10888cff-4346-48fe-97f0-bfc1c4d2741f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:30.658376 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a894098a-654e-41d0-b344-41a2d74daf2f req-10888cff-4346-48fe-97f0-bfc1c4d2741f tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0600190 Oct 18 19:03:30.695098 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a894098a-654e-41d0-b344-41a2d74daf2f req-a58a6b36-1eed-4eb1-bd02-711a23a9c6bc tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307405 Oct 18 19:03:31.074215 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:03:31.539057 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:31.807761 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a52a63-feb0-4644-b214-24506c4f9dc6 req-2387b60b-9bf3-4fea-a35c-0d6f676557a3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:31.809218 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17a52a63-feb0-4644-b214-24506c4f9dc6 req-2387b60b-9bf3-4fea-a35c-0d6f676557a3 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0466511 Oct 18 19:03:31.848076 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-17a52a63-feb0-4644-b214-24506c4f9dc6 req-b5e7dbf8-2f47-485f-9130-76ef9ef40a56 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328028 Oct 18 19:03:32.961073 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f129a-9b43-4f93-a5a6-bd65bba82191 req-2fd567a1-bdcf-494a-9257-e5ff3f80a918 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:32.962522 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-094f129a-9b43-4f93-a5a6-bd65bba82191 req-2fd567a1-bdcf-494a-9257-e5ff3f80a918 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0497055 Oct 18 19:03:32.999690 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-094f129a-9b43-4f93-a5a6-bd65bba82191 req-d9a1d0ae-ff51-4a18-8ca2-b508fd05304b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308914 Oct 18 19:03:34.109885 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b71f2-e271-4a45-9ebf-7d589d2f3536 req-ae190f20-0b29-4114-a011-2e69bf5b1b14 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:34.111377 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b3b71f2-e271-4a45-9ebf-7d589d2f3536 req-ae190f20-0b29-4114-a011-2e69bf5b1b14 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0466952 Oct 18 19:03:34.148177 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-5b3b71f2-e271-4a45-9ebf-7d589d2f3536 req-afc75ef8-5876-4dbd-ab48-fb7ee7c4aee8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305185 Oct 18 19:03:35.260052 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8286809-5cf2-43c5-9919-f7a0ddf60232 req-abbc4cd0-c9c5-4071-9ad0-8d6bcf188c67 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:35.261508 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8286809-5cf2-43c5-9919-f7a0ddf60232 req-abbc4cd0-c9c5-4071-9ad0-8d6bcf188c67 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0480659 Oct 18 19:03:35.299010 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f8286809-5cf2-43c5-9919-f7a0ddf60232 req-5f124e37-e0ec-4399-9324-16237e01abdb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309906 Oct 18 19:03:36.413431 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a297719-1633-48b0-85b9-9f066add4221 req-dcdd1577-2f0f-4921-ab91-b073f9720b45 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:36.414909 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a297719-1633-48b0-85b9-9f066add4221 req-dcdd1577-2f0f-4921-ab91-b073f9720b45 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0509598 Oct 18 19:03:36.451965 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2a297719-1633-48b0-85b9-9f066add4221 req-ad18ff39-5991-4efe-a6c2-ac3fb09f2f1a tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Oct 18 19:03:37.562629 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61477c-3d24-4cd9-8a29-7033ba8cdeea req-9913d37d-0997-49d1-b981-646f83073fab tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:37.564080 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c61477c-3d24-4cd9-8a29-7033ba8cdeea req-9913d37d-0997-49d1-b981-646f83073fab tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 943 time: 0.0470004 Oct 18 19:03:37.600762 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-3c61477c-3d24-4cd9-8a29-7033ba8cdeea req-da6e7e31-0df7-4045-9797-8044f7d0efa0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308366 Oct 18 19:03:37.744843 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 5d44030d-0264-49a0-a32c-9d2157521a07 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=129717) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 18 19:03:37.838317 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d44030d-0264-49a0-a32c-9d2157521a07,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:03:37.849642 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Returning: {'device': '5d44030d-0264-49a0-a32c-9d2157521a07', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'port_id': '5d44030d-0264-49a0-a32c-9d2157521a07', 'mac_address': 'fa:16:3e:ba:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=129717) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 18 19:03:37.884723 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:37.897157 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d44030d-0264-49a0-a32c-9d2157521a07 {{(pid=129717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 18 19:03:37.915501 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d44030d-0264-49a0-a32c-9d2157521a07,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:03:37.918884 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:37.963699 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=4']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:37.970414 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.970790 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.971131 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.971468 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.971798 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.972136 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.972461 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.972787 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.973112 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.973436 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.973757 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:37.974078 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:03:38.269272 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] get_ports_and_sgs() called for port_ids ['5d44030d-0264-49a0-a32c-9d2157521a07'] {{(pid=129717) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 18 19:03:38.710865 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd21fa-e127-404b-944a-e2a6158109c3 req-b01c38da-6de5-4d3a-9513-b8c0225a0afb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:38.712357 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3bd21fa-e127-404b-944a-e2a6158109c3 req-b01c38da-6de5-4d3a-9513-b8c0225a0afb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 944 time: 0.0464571 Oct 18 19:03:38.749254 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-e3bd21fa-e127-404b-944a-e2a6158109c3 req-487b7a30-0b9a-4f90-a76f-dc8a5cdd86ac tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305977 Oct 18 19:03:39.764886 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 5d44030d-0264-49a0-a32c-9d2157521a07 up at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 18 19:03:39.819145 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning for port 5d44030d-0264-49a0-a32c-9d2157521a07 completed by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 18 19:03:39.823349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.provisioning_blocks [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Provisioning complete for port 5d44030d-0264-49a0-a32c-9d2157521a07 triggered by entity L2. {{(pid=129717) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 18 19:03:39.823725 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-773944'] for port, provisioning_complete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:39.861967 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2313b19-191e-40a6-be26-eeb0fde6325b req-7504a898-fb7a-4545-b933-f256d7f12a07 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:39.863493 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c2313b19-191e-40a6-be26-eeb0fde6325b req-7504a898-fb7a-4545-b933-f256d7f12a07 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 944 time: 0.0500700 Oct 18 19:03:39.901222 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c2313b19-191e-40a6-be26-eeb0fde6325b req-3b9c1067-408d-4b77-ba18-ffaf467d2ec8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Oct 18 19:03:39.903546 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:39.926201 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07'}] {{(pid=129717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:03:39.928449 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9cb438714112e37151871a69ed30bd8890d29bced4a06562c1e0457b32ba651c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be543e9-a76e-48bf-9b56-c57663e49969" -d '{"events": [{"server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07"}]}' {{(pid=129717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:03:39.941485 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d44030d-0264-49a0-a32c-9d2157521a07,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:03:39.945284 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391'] for port, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:39.998790 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Pushing event updated for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=5']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:40.017931 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 19:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eeee80-f4bf-4869-8ca1-984fb2c1097f x-openstack-request-id: req-f3eeee80-f4bf-4869-8ca1-984fb2c1097f {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:03:40.018220 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "name": "network-vif-plugged", "status": "completed", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07", "code": 200}]} {{(pid=129717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:03:40.018482 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3eeee80-f4bf-4869-8ca1-984fb2c1097f {{(pid=129717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:03:40.018908 dv-cinder-813220-2-iscsi neutron-server[129717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07', 'code': 200} Oct 18 19:03:40.222056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47926b2-16f8-4c88-bef2-b0e836972463 req-a8e73fca-4d02-4a5a-a414-dab7b265ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:40.223527 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a47926b2-16f8-4c88-bef2-b0e836972463 req-a8e73fca-4d02-4a5a-a414-dab7b265ff4b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1098 time: 0.0378435 Oct 18 19:03:40.258096 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-a47926b2-16f8-4c88-bef2-b0e836972463 req-2ceb3eb2-c459-45d7-9d58-0864a9cb2639 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263450 Oct 18 19:03:41.012789 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c3484-e77a-4a38-a67b-26e28f68f4d6 req-5d09efc0-1327-4d9c-a336-78d39e91fc5e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:41.014298 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be7c3484-e77a-4a38-a67b-26e28f68f4d6 req-5d09efc0-1327-4d9c-a336-78d39e91fc5e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.0479059 Oct 18 19:03:41.050222 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-be7c3484-e77a-4a38-a67b-26e28f68f4d6 req-492f48c3-a5d1-48a8-8e88-30bf61ceff0a tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301616 Oct 18 19:03:42.165637 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dad45a-2e64-4283-8df1-25902b164c68 req-9000e00e-ea4c-4a13-a29d-e665b3359a76 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:42.167107 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c6dad45a-2e64-4283-8df1-25902b164c68 req-9000e00e-ea4c-4a13-a29d-e665b3359a76 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.0500944 Oct 18 19:03:42.203049 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c6dad45a-2e64-4283-8df1-25902b164c68 req-c608f71b-b08d-4755-94c3-54703b05d709 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301242 Oct 18 19:03:42.311786 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a925a5-723a-468f-a396-4e493f209a77 req-a910beea-d34d-4c14-b9df-56017b236a09 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:42.313237 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c0a925a5-723a-468f-a396-4e493f209a77 req-a910beea-d34d-4c14-b9df-56017b236a09 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.0462646 Oct 18 19:03:42.350205 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c0a925a5-723a-468f-a396-4e493f209a77 req-f3591d51-a467-423a-9933-e102f80becf8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309782 Oct 18 19:03:42.371952 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48378) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:03:42.501614 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6548fe2-d695-4868-bd6c-2f225f799a22 tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:42.503156 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-f6548fe2-d695-4868-bd6c-2f225f799a22 tempest-TestVolumeBootPattern-538599867 tempest-TestVolumeBootPattern-538599867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1093 time: 0.1302176 Oct 18 19:03:42.505855 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48382) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:03:42.510267 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.v2.base [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Request body: {'floatingip': {'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'port_id': '5d44030d-0264-49a0-a32c-9d2157521a07', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=129715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 18 19:03:42.531239 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:42.626714 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:42.730061 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_common [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Allocated IP 172.27.2.166 (01d75eca-75c9-4f90-abd7-4875b076ce6f/72f7fa04-593e-4593-9a6e-187c21488d55/be9f591b-13a2-4fb8-8491-3a7a7764458b) {{(pid=129715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 18 19:03:42.855230 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:42.888927 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730232905355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:42.928001 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Network 01d75eca-75c9-4f90-abd7-4875b076ce6f is already hosted by enough agents. {{(pid=129715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 18 19:03:42.932265 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.base_scheduler [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Resources bound (agent type, host, resource id): {{(pid=129715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 18 19:03:42.937317 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Received port after_create {{(pid=129715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 18 19:03:42.940025 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=be9f591b-13a2-4fb8-8491-3a7a7764458b,revision_number=1']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:43.311713 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:43.377884 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-665327'] for port, before_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:43.545374 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for port, precommit_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:43.550300 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730233489695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730232905373', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730232905391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58803992'] for port, after_update {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:43.614857 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event updated for resources: {'Port': ['ID=be9f591b-13a2-4fb8-8491-3a7a7764458b,revision_number=2']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:03:43.625993 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1600206'] for floatingip, after_create {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:43.723055 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.db.l3_db [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP 6fc969ef-98ee-4807-b17d-d0aa8ebe451d associated. External IP: 172.27.2.166, port: 5d44030d-0264-49a0-a32c-9d2157521a07. Oct 18 19:03:43.924583 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:03:44.029793 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:03:44.039128 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:03:44.047264 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:44.048643 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:03:44.049260 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:03:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:03:44.083083 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-69f88279-9ee3-4757-bc1e-f6e66aba443d tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5667622 Oct 18 19:03:44.083083 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:03:44.083083 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406" -d '{"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:03:44.115185 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b928c88a-7999-4ea3-ae2c-3ce48978bb5e x-openstack-request-id: req-b928c88a-7999-4ea3-ae2c-3ce48978bb5e {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:03:44.115472 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:03:44.115721 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b928c88a-7999-4ea3-ae2c-3ce48978bb5e {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:03:44.116112 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07', 'status': 'completed', 'code': 200} Oct 18 19:03:44.156296 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:03:44.175290 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-57d12f69-1a86-4a00-8770-172aa3b74c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:44.176722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-57d12f69-1a86-4a00-8770-172aa3b74c58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1098 time: 0.0384915 Oct 18 19:03:44.269056 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-e436938c-ad99-427b-aa6a-882927a350f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:44.270559 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-e436938c-ad99-427b-aa6a-882927a350f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0857015 Oct 18 19:03:44.336409 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-0bf0f545-cc23-4692-bbd2-6eb5016b6882 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 999 time: 0.0581422 Oct 18 19:03:44.387234 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-06d0e237-af15-4172-a62e-538c0a6cd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:44.388705 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-06d0e237-af15-4172-a62e-538c0a6cd2c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0449448 Oct 18 19:03:44.436734 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-232b01bf-d6f0-4719-b092-85ed59be8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:44.438127 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-232b01bf-d6f0-4719-b092-85ed59be8772 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423946 Oct 18 19:03:44.497280 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}, {'id': '6fc969ef-98ee-4807-b17d-d0aa8ebe451d', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '5d44030d-0264-49a0-a32c-9d2157521a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:ba:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:03:43Z', 'updated_at': '2021-10-18T19:03:43Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:03:44.526655 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:03:44.530809 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-5681ea46-1f0f-4279-99ae-9c285930c675 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854084 Oct 18 19:03:44.535295 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:03:44.535899 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:03:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:03:44.622069 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c47ee21e-5b57-49ce-b8b1-e52c3ce3a406 req-702a7f78-8c38-4eb4-a8a0-12ed59d93c8b service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844619 Oct 18 19:03:44.639790 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:03:44.859138 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}, {'id': '6fc969ef-98ee-4807-b17d-d0aa8ebe451d', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '5d44030d-0264-49a0-a32c-9d2157521a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:ba:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:03:43Z', 'updated_at': '2021-10-18T19:03:43Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:03:44.884265 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53339630-a5ee-4568-9697-087a116bd0a0 None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}, {'id': '6fc969ef-98ee-4807-b17d-d0aa8ebe451d', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.166', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '5d44030d-0264-49a0-a32c-9d2157521a07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:ba:8f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:03:43Z', 'updated_at': '2021-10-18T19:03:43Z', 'revision_number': 0, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:03:45.072824 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a01624-6c0b-40d4-8cec-d7996137775c None None] New status for floating IP 6fc969ef-98ee-4807-b17d-d0aa8ebe451d: ACTIVE {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 19:03:46.064829 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-6344847e-549c-4948-b421-d87afb2c6aca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365617 Oct 18 19:03:46.144481 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-9e5c6ef7-5d53-491a-a8d0-730b34a78c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:46.145919 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-9e5c6ef7-5d53-491a-a8d0-730b34a78c72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0383399 Oct 18 19:03:46.248119 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-852518c4-f88c-44aa-8baf-5590fa37f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:46.249436 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-852518c4-f88c-44aa-8baf-5590fa37f5a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0850971 Oct 18 19:03:46.311318 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-74b6af7f-e462-478b-adce-03057828806c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 1001 time: 0.0545726 Oct 18 19:03:46.626428 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-c14d4b1c-615f-47b2-9049-88f2962ca040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:46.627913 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-c14d4b1c-615f-47b2-9049-88f2962ca040 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.3103533 Oct 18 19:03:46.671567 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-b464d6f4-530d-48a7-94be-d8687b7c3432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:03:46.672985 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-b464d6f4-530d-48a7-94be-d8687b7c3432 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372024 Oct 18 19:03:46.762306 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-bc810e73-88ad-4a00-b9eb-a33d3b5d9e7d service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Oct 18 19:03:46.847802 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2c2693f3-4fcf-4c53-b1b6-0e6d928db557 req-62862e01-53fc-4923-9aeb-47fc14d93bd2 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784929 Oct 18 19:03:50.772706 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-bbf8c751-c5df-4c1f-9f38-3ab3a004c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:53.348043 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-97072ec3-c57d-4aa2-b50b-ba2332b6174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:54.232161 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:54.724672 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:03:56.139852 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:01.542240 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:08.073271 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:04:20.771875 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-94ce556c-ef7c-4103-b93d-b71bb82cfd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:23.348484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-aeda548a-e6d6-4635-9ac6-4279b1e3f66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:24.232993 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:24.726617 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:26.164169 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:31.551632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:45.072441 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:04:47.077485 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-de4b52bc-c70c-41f3-aa91-82f60ee571cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387771 Oct 18 19:04:47.141481 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-c819aaa3-ec6e-4afa-8ea3-b9b99737497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:04:47.142978 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-c819aaa3-ec6e-4afa-8ea3-b9b99737497c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1098 time: 0.0426807 Oct 18 19:04:47.246882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-53118c82-6726-46d8-b79f-7a9f26f14d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:04:47.248256 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-53118c82-6726-46d8-b79f-7a9f26f14d83 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.0845120 Oct 18 19:04:47.316139 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-2cedef71-02ac-445f-a89d-2864b51c3402 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 1001 time: 0.0606911 Oct 18 19:04:47.366399 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-35ec94da-c43b-4a6b-ae01-9b4a63494165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:04:47.367915 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-35ec94da-c43b-4a6b-ae01-9b4a63494165 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0438740 Oct 18 19:04:47.414259 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-5af0b3e2-eed4-4fc0-83b6-380dc26cd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:04:47.415785 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-5af0b3e2-eed4-4fc0-83b6-380dc26cd024 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393260 Oct 18 19:04:47.513518 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-b34ef16e-5bc3-473d-b964-4360cb634b88 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886180 Oct 18 19:04:47.601821 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1d2ccba7-290c-429d-b136-c655f908eb17 req-141a0a1f-8f73-4330-a6e6-e5b1f67f2033 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804927 Oct 18 19:04:50.771569 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-2a56038b-0b75-4516-b099-786bbbd413fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:53.349363 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c23b097b-ee08-40db-8ba6-f2d13e32fe8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:54.233298 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:54.730950 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:04:56.137776 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:01.545752 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:20.771633 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-d942e37e-ca2d-4097-aa58-2781ee036ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:22.071785 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:05:23.350408 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-c6391c9f-8a6b-4df6-9ee5-2af04745d156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:24.234400 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:24.732896 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:26.141547 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:31.548774 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.030328 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48416) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:33.181494 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port be9f591b-13a2-4fb8-8491-3a7a7764458b {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:33.181832 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.255824 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.256069 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.267253 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for be9f591b-13a2-4fb8-8491-3a7a7764458b owned by network:floatingip {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:33.412099 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.439601 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=be9f591b-13a2-4fb8-8491-3a7a7764458b,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:33.463510 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.463851 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.464184 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.464513 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.464837 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.465688 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.466011 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.466331 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.466679 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.466997 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.467312 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.467625 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:33.504908 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:33.505231 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP 6fc969ef-98ee-4807-b17d-d0aa8ebe451d disassociated (deleted). External IP: 172.27.2.166, port: 5d44030d-0264-49a0-a32c-9d2157521a07. Oct 18 19:05:33.704281 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:05:34.007752 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:05:34.013045 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:34.019530 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:05:34.030071 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:34.030731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:34.044988 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-27f95280-9b9e-436b-ac41-35a9fba587c9 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "DELETE /v2.0/floatingips/6fc969ef-98ee-4807-b17d-d0aa8ebe451d HTTP/1.1" status: 204 len: 168 time: 1.0135353 Oct 18 19:05:34.045684 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:05:34.049069 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b697282-9eaf-4c0c-8b9b-141b3e82b959" -d '{"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:05:34.141424 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:34.147275 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b457262-9743-4673-9ae2-cd2878f2a4c3 x-openstack-request-id: req-0b457262-9743-4673-9ae2-cd2878f2a4c3 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:05:34.148408 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:05:34.148706 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0b457262-9743-4673-9ae2-cd2878f2a4c3 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:05:34.149295 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07', 'status': 'completed', 'code': 200} Oct 18 19:05:34.218918 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-ff744cca-7cf9-4b73-bf36-f01384c5a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:34.220632 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-ff744cca-7cf9-4b73-bf36-f01384c5a52a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 1098 time: 0.0497515 Oct 18 19:05:34.330476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2fbb-f480-4051-82ad-fa79273d681b req-6ce10a42-a1c6-45e3-8220-e1a3e1c22fa8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:34.332066 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-761c2fbb-f480-4051-82ad-fa79273d681b req-6ce10a42-a1c6-45e3-8220-e1a3e1c22fa8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.1068461 Oct 18 19:05:34.365583 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-676e0bd8-4299-4f4f-bf4f-7e7ad2ee6b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:34.367089 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-676e0bd8-4299-4f4f-bf4f-7e7ad2ee6b52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.1322422 Oct 18 19:05:34.375959 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:34.402097 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:05:34.410844 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:34.411453 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:34.417680 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-761c2fbb-f480-4051-82ad-fa79273d681b req-45927bbb-354a-43da-aab0-0fffa74c549b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744069 Oct 18 19:05:34.419100 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-15d237e9-b3a9-4f07-9a9e-ada762cd6e76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 200 len: 217 time: 0.0394924 Oct 18 19:05:34.469765 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-585b1f01-9e0f-48b3-887d-606a6989a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:34.471273 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-585b1f01-9e0f-48b3-887d-606a6989a69c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0438893 Oct 18 19:05:34.519934 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:34.521791 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-519c962b-f891-43ca-9fce-5c673d63411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:34.523347 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-519c962b-f891-43ca-9fce-5c673d63411f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439920 Oct 18 19:05:34.614072 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-b92a28f4-8bb4-4014-8e0a-b17d0fb4bda9 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 Oct 18 19:05:34.708065 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-7b697282-9eaf-4c0c-8b9b-141b3e82b959 req-df06e5c4-8c60-4901-a408-7b9241453808 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868375 Oct 18 19:05:34.749687 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:34.775140 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aa4d0b-1324-445e-bdee-95c1b592cc9b None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_floatingips': [{'id': '404a3cbe-e9c4-4243-85cf-15287bf1648a', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'floating_ip_address': '172.27.2.87', 'floating_network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'router_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'port_id': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'mac_address': 'fa:16:3e:18:79:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-18T19:01:26Z', 'updated_at': '2021-10-18T19:01:28Z', 'revision_number': 1, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:05:34.979113 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb91aa9-64aa-41c2-86e8-ace545b9771e None None] New status for floating IP 6fc969ef-98ee-4807-b17d-d0aa8ebe451d: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 19:05:35.532882 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88046187-c4b5-4c2a-9520-6c333f16988a req-cbd87c10-2e97-4b0a-a887-0dd7a10c8b0b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:35.534363 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-88046187-c4b5-4c2a-9520-6c333f16988a req-cbd87c10-2e97-4b0a-a887-0dd7a10c8b0b tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.0492418 Oct 18 19:05:35.570972 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-88046187-c4b5-4c2a-9520-6c333f16988a req-c2479b96-7caa-4333-a0ed-44d2ccbc6abb tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306702 Oct 18 19:05:36.009888 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-8c3c49cd-e8fa-45ee-b703-94a48eec9194 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:36.011369 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-8c3c49cd-e8fa-45ee-b703-94a48eec9194 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 945 time: 0.0468304 Oct 18 19:05:36.100089 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port 5d44030d-0264-49a0-a32c-9d2157521a07 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:36.100426 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:36.186379 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] For port 5d44030d-0264-49a0-a32c-9d2157521a07, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d44030d-0264-49a0-a32c-9d2157521a07,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:36.186764 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:36.198854 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for 5d44030d-0264-49a0-a32c-9d2157521a07 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:36.323839 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:36.353035 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=5d44030d-0264-49a0-a32c-9d2157521a07,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:36.386838 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.387219 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.387560 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.387898 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.388229 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.388557 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.388886 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.389214 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.389541 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.389864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.390187 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.390506 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:36.406003 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] No DVR routers for this DVR port 5d44030d-0264-49a0-a32c-9d2157521a07 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:05:36.408119 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:36.411399 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1cc5e79e-cb82-4e3a-9740-4aefb8c59711 req-f5d0fab3-a768-4ccc-a309-81f575da2ca4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "DELETE /v2.0/ports/5d44030d-0264-49a0-a32c-9d2157521a07 HTTP/1.1" status: 204 len: 173 time: 0.3931119 Oct 18 19:05:36.411837 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'name': 'network-vif-deleted', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:05:36.414105 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5694d9-2fab-4f32-af8a-c267741b660b" -d '{"events": [{"server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "name": "network-vif-deleted", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:05:36.466432 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 19:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e8e64a-a14a-4ea1-a0d6-109c69092de7 x-openstack-request-id: req-d4e8e64a-a14a-4ea1-a0d6-109c69092de7 {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:05:36.466760 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b544a13-db25-46cf-b5b2-f39ed367cca9", "name": "network-vif-deleted", "tag": "5d44030d-0264-49a0-a32c-9d2157521a07", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:05:36.467018 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4e8e64a-a14a-4ea1-a0d6-109c69092de7 {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:05:36.467417 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b544a13-db25-46cf-b5b2-f39ed367cca9', 'name': 'network-vif-deleted', 'tag': '5d44030d-0264-49a0-a32c-9d2157521a07', 'status': 'completed', 'code': 200} Oct 18 19:05:36.660739 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-012d4c2c-b9b7-4a5f-937f-911baea7c3be req-221ef6a0-dc27-4aaf-876e-8fc3573d45e7 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b544a13-db25-46cf-b5b2-f39ed367cca9 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Oct 18 19:05:38.317663 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 5d44030d-0264-49a0-a32c-9d2157521a07 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:38.337015 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 5d44030d-0264-49a0-a32c-9d2157521a07 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:38.337353 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 5d44030d-0264-49a0-a32c-9d2157521a07 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:39.928444 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48458) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:40.077647 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port f8c793c3-0df0-4d58-b863-8caae018aae3 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:40.077987 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.150373 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.150723 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.162366 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for f8c793c3-0df0-4d58-b863-8caae018aae3 owned by network:floatingip {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:40.303415 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.325481 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=f8c793c3-0df0-4d58-b863-8caae018aae3,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:40.390270 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.390633 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.db.l3_db [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Floating IP 404a3cbe-e9c4-4243-85cf-15287bf1648a disassociated (deleted). External IP: 172.27.2.87, port: 0620f14c-3bc8-4409-aecf-8fd6c408a901. Oct 18 19:05:40.588752 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:05:40.693592 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:05:40.698376 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:40.704651 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:05:40.713393 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:40.714003 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:40.725178 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-e0fe3690-df1a-44eb-9f4e-6a9a32b01358 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "DELETE /v2.0/floatingips/404a3cbe-e9c4-4243-85cf-15287bf1648a HTTP/1.1" status: 204 len: 168 time: 0.7956607 Oct 18 19:05:40.725749 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901'}] {{(pid=129716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:05:40.728052 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90b948be28c4f35914592f018bee3fee7111db2a38a86e46058a7f94cebb7e65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1548483c-f6a9-4df5-98e5-908bab5d825d" -d '{"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901"}]}' {{(pid=129716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:05:40.765159 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 18 Oct 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fedd92-0368-42aa-8c25-1c08c708f338 x-openstack-request-id: req-03fedd92-0368-42aa-8c25-1c08c708f338 {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:05:40.765453 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901", "status": "completed", "code": 200}]} {{(pid=129716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:05:40.765705 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03fedd92-0368-42aa-8c25-1c08c708f338 {{(pid=129716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:05:40.766098 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'status': 'completed', 'code': 200} Oct 18 19:05:40.829753 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-2555a3dc-9f99-4e33-9010-5669abfdc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:40.831286 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-2555a3dc-9f99-4e33-9010-5669abfdc9dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=49ea8b6622bb40109191097fe33b666a&device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 1099 time: 0.0419800 Oct 18 19:05:40.946262 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:40.962193 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-bc0fd26d-69c4-45d0-a3d6-69cb974d6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:40.963704 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-bc0fd26d-69c4-45d0-a3d6-69cb974d6c53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 200 len: 913 time: 0.1255269 Oct 18 19:05:40.977858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a95684-85f5-479d-8895-d1947c140b92 req-9c8143e6-de51-40fc-923d-d54cc028640c tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:40.979455 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4a95684-85f5-479d-8895-d1947c140b92 req-9c8143e6-de51-40fc-923d-d54cc028640c tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0643396 Oct 18 19:05:41.025463 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-50f46230-f591-44e4-b621-02b8a40b3d0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 200 len: 217 time: 0.0451086 Oct 18 19:05:41.072663 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f4a95684-85f5-479d-8895-d1947c140b92 req-40a318d4-fa48-4ac3-824b-dd4eb70487c0 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865810 Oct 18 19:05:41.088485 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-ef68fbaf-6cb4-46b7-900a-adf5dfe5c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:41.089937 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-ef68fbaf-6cb4-46b7-900a-adf5dfe5c9af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 200 len: 851 time: 0.0570507 Oct 18 19:05:41.136682 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-cf112504-ff77-450a-a765-988d2d62cd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:41.138671 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-cf112504-ff77-450a-a765-988d2d62cd23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=db37c8ca-284c-45b1-a97f-8340c368b1bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392864 Oct 18 19:05:41.155107 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:41.181876 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:05:41.191121 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:41.191792 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:41.226808 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-bfbdfe38-c4cb-43b0-8f78-a108542594c8 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806355 Oct 18 19:05:41.295505 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:41.320368 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-1548483c-f6a9-4df5-98e5-908bab5d825d req-47dbd5f9-d3e1-4b65-87b0-763ae7e16a69 service neutron] 10.222.0.25 "GET /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 Oct 18 19:05:41.487650 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:41.517358 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb3dea-ca0d-4dc0-972a-d9e9758a545a None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T18:57:46Z', 'revision_number': 4, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi', '_interfaces': [{'id': 'b80e7113-d49f-43a3-834c-479908245f39', 'name': '', 'network_id': 'db37c8ca-284c-45b1-a97f-8340c368b1bf', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'mac_address': 'fa:16:3e:fa:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:45Z', 'updated_at': '2021-10-18T18:57:51Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'subnets': [{'id': '337f7446-1299-4c15-9934-fc3e6859d3d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:05:41.730658 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32e2b6-3773-4036-b7a7-4dcf21425842 None None] New status for floating IP 404a3cbe-e9c4-4243-85cf-15287bf1648a: DOWN {{(pid=129718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 18 19:05:42.186242 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400907b-0b75-4f9d-ad9c-b0a34801f712 req-a0dd2b9e-a229-4154-82df-386448691de2 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:42.187733 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f400907b-0b75-4f9d-ad9c-b0a34801f712 req-a0dd2b9e-a229-4154-82df-386448691de2 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0467403 Oct 18 19:05:42.224225 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-f400907b-0b75-4f9d-ad9c-b0a34801f712 req-39f78e61-13c5-4d69-878d-e43d3bce9ad8 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/security-groups?id=4264a3fb-cb8a-4695-acb9-86a52c1eb723&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306752 Oct 18 19:05:42.506308 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-36c1f91d-ee24-487b-b230-ce2b72eae960 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=129715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 18 19:05:42.507675 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-36c1f91d-ee24-487b-b230-ce2b72eae960 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 946 time: 0.0500984 Oct 18 19:05:42.593121 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port 0620f14c-3bc8-4409-aecf-8fd6c408a901 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:42.593457 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:42.682692 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] For port 0620f14c-3bc8-4409-aecf-8fd6c408a901, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=0620f14c-3bc8-4409-aecf-8fd6c408a901,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:42.683050 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:42.696101 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for 0620f14c-3bc8-4409-aecf-8fd6c408a901 owned by compute:nova {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:42.815932 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:42.844249 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=0620f14c-3bc8-4409-aecf-8fd6c408a901,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:42.884510 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] No DVR routers for this DVR port 0620f14c-3bc8-4409-aecf-8fd6c408a901 on host hv-cinder-81322 {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:05:42.886943 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for port, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:42.890122 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-c2065c4c-ec82-406b-9528-6525f069a4f8 req-80e4dbbe-6012-412e-bab1-e81b6c98f954 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.25 "DELETE /v2.0/ports/0620f14c-3bc8-4409-aecf-8fd6c408a901 HTTP/1.1" status: 204 len: 173 time: 0.3763454 Oct 18 19:05:42.890551 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'name': 'network-vif-deleted', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901'}] {{(pid=129715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 18 19:05:42.892822 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}207f3fe33764f5037235cf8344a7ce933e459cea7fe71c9fd54a50e76945866b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12485712-5ed7-4f82-ae69-a025eca65fcc" -d '{"events": [{"server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "name": "network-vif-deleted", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901"}]}' {{(pid=129715) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 18 19:05:42.928378 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 18 Oct 2021 19:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02982fbc-8226-4f30-a152-22be6357a79c x-openstack-request-id: req-02982fbc-8226-4f30-a152-22be6357a79c {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 18 19:05:42.928670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da18dea-aed6-48ab-b6b3-e43cd2dff38f", "name": "network-vif-deleted", "tag": "0620f14c-3bc8-4409-aecf-8fd6c408a901", "status": "completed", "code": 200}]} {{(pid=129715) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 18 19:05:42.928921 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02982fbc-8226-4f30-a152-22be6357a79c {{(pid=129715) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 18 19:05:42.929308 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da18dea-aed6-48ab-b6b3-e43cd2dff38f', 'name': 'network-vif-deleted', 'tag': '0620f14c-3bc8-4409-aecf-8fd6c408a901', 'status': 'completed', 'code': 200} Oct 18 19:05:43.327220 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [req-2eedfbf0-99cf-4344-8ee1-806b3219adc2 req-fdc36826-d8ca-400a-88f9-fe05b0a8b0a4 tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "GET /v2.0/ports?device_id=1da18dea-aed6-48ab-b6b3-e43cd2dff38f HTTP/1.1" status: 200 len: 210 time: 0.0258000 Oct 18 19:05:44.381801 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48474) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:44.502959 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Deleting port 7d6f37cb-6204-4223-b412-ab66d0b8966c {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:44.503300 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.576877 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.577196 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.588254 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Calling delete_port for 7d6f37cb-6204-4223-b412-ab66d0b8966c owned by network:floatingip {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:44.715811 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.741068 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'Port': ['ID=7d6f37cb-6204-4223-b412-ab66d0b8966c,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:44.801008 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for floatingip, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.803507 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86075'] for floatingip, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:44.804644 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-5047bc0d-d98d-4a2d-938b-6a4d6c9b2b2e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "DELETE /v2.0/floatingips/f6144ad5-ea19-47ea-8a23-94a3b3c68837 HTTP/1.1" status: 204 len: 168 time: 0.4218783 Oct 18 19:05:45.986381 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48486) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:46.044640 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.069347 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.127708 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.130244 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.131416 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] 10.222.0.36 "DELETE /v2.0/security-groups/4264a3fb-cb8a-4695-acb9-86a52c1eb723 HTTP/1.1" status: 204 len: 168 time: 0.1440003 Oct 18 19:05:46.140130 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab78f6-9b50-4a49-8b9e-f690a077785e tempest-TestVolumeBootPattern-152791650 tempest-TestVolumeBootPattern-152791650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4264a3fb-cb8a-4695-acb9-86a52c1eb723,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:46.194120 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48490) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:46.364787 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0620f14c-3bc8-4409-aecf-8fd6c408a901 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:46.388976 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] No Port match for: 0620f14c-3bc8-4409-aecf-8fd6c408a901 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:46.389323 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Device 0620f14c-3bc8-4409-aecf-8fd6c408a901 not bound to the agent host hv-cinder-81322 {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:46.646891 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.884293 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Deleting port b80e7113-d49f-43a3-834c-479908245f39 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:46.884632 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.961696 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] For port b80e7113-d49f-43a3-834c-479908245f39, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=b80e7113-d49f-43a3-834c-479908245f39,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:46.961974 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:46.974181 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Calling delete_port for b80e7113-d49f-43a3-834c-479908245f39 owned by network:router_interface {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:47.148187 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:47.173550 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=b80e7113-d49f-43a3-834c-479908245f39,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:47.337015 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:47.545702 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:05:47.651976 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:05:47.657060 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-ba6cffd9-a2e2-4867-8e89-5724db421a0f admin admin] 10.222.0.36 "PUT /v2.0/routers/82b1ffaf-7745-4bfb-857a-ae0477ed6e58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617538 Oct 18 19:05:47.659813 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48494) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:47.665238 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Sync routers for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:05:47.673995 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:47.674718 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:47.760761 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks [] for router, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:47.778055 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:47.964437 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T19:05:47Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:47.995848 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Checking router: 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 for host: dv-cinder-813220-2-iscsi {{(pid=129717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:05:48.004984 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Routers {'82b1ffaf-7745-4bfb-857a-ae0477ed6e58'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:48.005594 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'], 'active': True} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:48.066003 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.109639 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvr_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] Set router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 gateway port host: dv-cinder-813220-2-iscsi {{(pid=129717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:48.116422 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Deleting port c4965aff-b530-42f6-bd43-4648dc7d64b1 {{(pid=129716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:48.116771 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.197900 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.db [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] For port c4965aff-b530-42f6-bd43-4648dc7d64b1, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=c4965aff-b530-42f6-bd43-4648dc7d64b1,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:48.198259 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.209895 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.plugins.ml2.plugin [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Calling delete_port for c4965aff-b530-42f6-bd43-4648dc7d64b1 owned by network:router_gateway {{(pid=129716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:48.284086 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_hamode_db [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T19:05:47Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:48.311188 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218298ed-f5a0-4951-ab87-e6c23b34858c None None] The sync data for ids ['82b1ffaf-7745-4bfb-857a-ae0477ed6e58'] in dv-cinder-813220-2-iscsi is: [{'id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'name': 'tempest-TestVolumeBootPattern-2057258596-router', 'tenant_id': '49ea8b6622bb40109191097fe33b666a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:43Z', 'updated_at': '2021-10-18T19:05:47Z', 'revision_number': 5, 'project_id': '49ea8b6622bb40109191097fe33b666a', 'gw_port': {'id': 'c4965aff-b530-42f6-bd43-4648dc7d64b1', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:61:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b1ffaf-7745-4bfb-857a-ae0477ed6e58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:44Z', 'updated_at': '2021-10-18T18:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:05:48.373049 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58726141'] for port, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.398343 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Pushing event deleted for resources: {'Port': ['ID=c4965aff-b530-42f6-bd43-4648dc7d64b1,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:48.457187 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.545413 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.547414 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.591807 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.592336 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b1ffaf-7745-4bfb-857a-ae0477ed6e58 {{(pid=129716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 19:05:48.597554 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] Publish callbacks [] for router, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.598731 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-1d4753a5-2dbc-4d7e-86e5-734f3bd0704e admin admin] 10.222.0.36 "DELETE /v2.0/routers/82b1ffaf-7745-4bfb-857a-ae0477ed6e58 HTTP/1.1" status: 204 len: 168 time: 0.9379518 Oct 18 19:05:48.601211 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48496) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:48.645336 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Deleting subnet 337f7446-1299-4c15-9934-fc3e6859d3d4 {{(pid=129716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 19:05:48.650069 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.696272 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3500493'] for subnet, precommit_delete_associations {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.781624 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.832927 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58726096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59156890'] for subnet, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.862027 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for subnet, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:48.867111 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/337f7446-1299-4c15-9934-fc3e6859d3d4 HTTP/1.1" status: 204 len: 168 time: 0.2649536 Oct 18 19:05:48.868143 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d63465-67fa-4a6a-9f72-acf579a5781c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=337f7446-1299-4c15-9934-fc3e6859d3d4,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:48.869593 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48498) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:48.870043 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250ffae3-cf45-4ae6-bb43-68731abb8443 None None] Network db37c8ca-284c-45b1-a97f-8340c368b1bf requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 19:05:48.943980 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.010864 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Deleting port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:49.011223 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.087205 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] For port bbe29c33-b90a-4f1e-8bf1-60f60c521af9, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,segment=NetworkSegment(6af63c01-48b0-435b-85ea-72fb360ec457),segment_id=6af63c01-48b0-435b-85ea-72fb360ec457)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:49.087498 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.099095 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Calling delete_port for bbe29c33-b90a-4f1e-8bf1-60f60c521af9 owned by network:dhcp {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:49.179057 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.205163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe29c33-b90a-4f1e-8bf1-60f60c521af9,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:49.210254 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] No DVR routers for this DVR port bbe29c33-b90a-4f1e-8bf1-60f60c521af9 on host dv-cinder-813220-2-iscsi {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:05:49.280293 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.299163 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db37c8ca-284c-45b1-a97f-8340c368b1bf']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:49.307917 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af63c01-48b0-435b-85ea-72fb360ec457') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:49.308204 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af63c01-48b0-435b-85ea-72fb360ec457') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:49.317688 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.330913 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.336671 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 19:05:49.337051 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 19:05:49.338844 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 19:05:49.406529 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.408074 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91c4e9-b6ee-40b0-beaa-3d06d9e062e5 None None] DHCP port deletion for db37c8ca-284c-45b1-a97f-8340c368b1bf request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 19:05:49.411848 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.417630 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db37c8ca-284c-45b1-a97f-8340c368b1bf HTTP/1.1" status: 204 len: 168 time: 0.5444040 Oct 18 19:05:49.418577 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48500) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:49.465975 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59e4e5-1d8c-405a-ae85-9c261526ffe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=db37c8ca-284c-45b1-a97f-8340c368b1bf,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:49.477412 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b80e7113-d49f-43a3-834c-479908245f39 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:49.498223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: b80e7113-d49f-43a3-834c-479908245f39 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:49.498589 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device b80e7113-d49f-43a3-834c-479908245f39 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:49.762217 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1601742'] for router_interface, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:49.998026 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Deleting port 87365a95-9c65-4914-8627-a18a420488b0 {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:49.998667 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:50.076318 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] For port 87365a95-9c65-4914-8627-a18a420488b0, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=87365a95-9c65-4914-8627-a18a420488b0,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:50.076697 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:50.088474 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Calling delete_port for 87365a95-9c65-4914-8627-a18a420488b0 owned by network:router_interface {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:50.257652 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:50.284067 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=87365a95-9c65-4914-8627-a18a420488b0,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:50.460858 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1610943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1601634'] for router_interface, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:50.670125 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Router 75718834-e8a1-4439-9a01-d9471b338cfe has already been hosted by L3 agent 90334fca-12a2-4200-9376-628525478e01 {{(pid=129715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 18 19:05:50.771914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-ae4bf514-2ec8-45f5-9e69-67751a32b4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:50.776778 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] Notify agent at l3_agent.dv-cinder-813220-2-iscsi the message routers_updated {{(pid=129715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 18 19:05:50.781722 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-3a2681be-4009-44dd-8f11-d0df09aa4f88 admin admin] 10.222.0.36 "PUT /v2.0/routers/75718834-e8a1-4439-9a01-d9471b338cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3622010 Oct 18 19:05:50.784268 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48502) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:50.785187 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Sync routers for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 18 19:05:50.794134 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:50.794767 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:50.899217 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:51.117434 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device c4965aff-b530-42f6-bd43-4648dc7d64b1 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:51.140510 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: c4965aff-b530-42f6-bd43-4648dc7d64b1 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:51.141004 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device c4965aff-b530-42f6-bd43-4648dc7d64b1 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:51.141542 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device bbe29c33-b90a-4f1e-8bf1-60f60c521af9 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:51.165484 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: bbe29c33-b90a-4f1e-8bf1-60f60c521af9 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:51.165968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device bbe29c33-b90a-4f1e-8bf1-60f60c521af9 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:51.174370 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.179573 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T19:05:50Z', 'revision_number': 5, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:51.205522 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Checking router: 75718834-e8a1-4439-9a01-d9471b338cfe for host: dv-cinder-813220-2-iscsi {{(pid=129718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 18 19:05:51.214645 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Routers {'75718834-e8a1-4439-9a01-d9471b338cfe'} bound to L3 agent in host dv-cinder-813220-2-iscsi {{(pid=129718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 18 19:05:51.215313 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813220-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-18T18:38:23Z,description=,heartbeat_timestamp=2021-10-18T19:05:23Z,host='dv-cinder-813220-2-iscsi',id=90334fca-12a2-4200-9376-628525478e01,load=0,resource_versions=,resources_synced=,started_at=2021-10-18T18:38:23Z,topic='l3_agent')) {'router_ids': ['75718834-e8a1-4439-9a01-d9471b338cfe'], 'active': True} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:51.277873 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.323191 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_dvr_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] Set router 75718834-e8a1-4439-9a01-d9471b338cfe gateway port host: dv-cinder-813220-2-iscsi {{(pid=129718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 18 19:05:51.330229 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Deleting port cfca13ef-8c1c-44ac-9ce8-69ce76c186da {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:51.330591 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.413215 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] For port cfca13ef-8c1c-44ac-9ce8-69ce76c186da, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,segment=NetworkSegment(6301ad79-8b77-4487-8992-652e06f73e04),segment_id=6301ad79-8b77-4487-8992-652e06f73e04)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:51.413579 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.425687 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Calling delete_port for cfca13ef-8c1c-44ac-9ce8-69ce76c186da owned by network:router_gateway {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:51.497982 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.l3_hamode_db [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T19:05:50Z', 'revision_number': 5, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}], 'dv-cinder-813220-2-iscsi', False) {} {{(pid=129718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:51.524114 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f916ec1e-daa2-4fd0-832c-1d41b0811c41 None None] The sync data for ids ['75718834-e8a1-4439-9a01-d9471b338cfe'] in dv-cinder-813220-2-iscsi is: [{'id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'name': 'tempest-TestVolumeBootPattern-286574944-router', 'tenant_id': '6d90908cbc64405bb0a5aa3be03759cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'external_fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131'}], 'enable_snat': True}, 'gw_port_id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-18T18:57:48Z', 'updated_at': '2021-10-18T19:05:50Z', 'revision_number': 5, 'project_id': '6d90908cbc64405bb0a5aa3be03759cd', 'gw_port': {'id': 'cfca13ef-8c1c-44ac-9ce8-69ce76c186da', 'name': '', 'network_id': '01d75eca-75c9-4f90-abd7-4875b076ce6f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75718834-e8a1-4439-9a01-d9471b338cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'ip_address': '172.27.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813220-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-18T18:57:49Z', 'updated_at': '2021-10-18T18:57:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '72f7fa04-593e-4593-9a6e-187c21488d55', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813220-2-iscsi'}] {{(pid=129718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 18 19:05:51.585462 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.608849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfca13ef-8c1c-44ac-9ce8-69ce76c186da,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:51.667471 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1600132'] for router_gateway, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.754045 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1604991', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3515'] for router, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.756024 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.800452 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1604980'] for router, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.800957 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75718834-e8a1-4439-9a01-d9471b338cfe {{(pid=129715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 18 19:05:51.805278 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] Publish callbacks [] for router, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.806182 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-cf617521-db67-4b7f-8063-aecc237501b9 admin admin] 10.222.0.36 "DELETE /v2.0/routers/75718834-e8a1-4439-9a01-d9471b338cfe HTTP/1.1" status: 204 len: 168 time: 1.0209949 Oct 18 19:05:51.808980 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48504) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:51.853209 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Deleting subnet c056b034-d611-488c-bac9-f9e17e9d23ca {{(pid=129715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 18 19:05:51.855336 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.890368 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58734382'] for subnet, precommit_delete_associations {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:51.971482 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-777948'] for subnet, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.023543 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-777941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1638682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58804002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58805096'] for subnet, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.048849 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c056b034-d611-488c-bac9-f9e17e9d23ca,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:52.052276 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.055494 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-eb771347-7394-418b-8b12-3b02bf399fa7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c056b034-d611-488c-bac9-f9e17e9d23ca HTTP/1.1" status: 204 len: 168 time: 0.2455754 Oct 18 19:05:52.057850 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48506) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:52.060005 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fd3b54-28ef-4ddb-92ed-965a0903a0fb None None] Network 4933bc45-ba9e-4f02-95bd-139cdcbd8752 requested from dv-cinder-813220-2-iscsi {{(pid=129717) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 18 19:05:52.132630 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-642297'] for network, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.190030 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Deleting port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc {{(pid=129715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:52.190670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.231343 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] DHCP port deletion for 4933bc45-ba9e-4f02-95bd-139cdcbd8752 request from dv-cinder-813220-2-iscsi {{(pid=129717) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 18 19:05:52.256476 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.db [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] For port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:52.256835 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.269422 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Calling delete_port for 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc owned by network:dhcp {{(pid=129715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:52.281569 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Deleting port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc {{(pid=129717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 18 19:05:52.281869 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730233337411'] for port, before_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.342344 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.db [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] For port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc, host dv-cinder-813220-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813220-2-iscsi',level=0,port_id=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,segment=NetworkSegment(ba2c051f-cf1d-43e8-b6b9-31da5dae301c),segment_id=ba2c051f-cf1d-43e8-b6b9-31da5dae301c)] {{(pid=129717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 18 19:05:52.342761 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826759'] for port, precommit_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.349150 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58803983'] for port, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.355142 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Calling delete_port for 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc owned by network:dhcp {{(pid=129717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 18 19:05:52.377062 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] No DVR routers for this DVR port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc on host dv-cinder-813220-2-iscsi {{(pid=129715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:05:52.378809 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:52.434348 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-665393', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-157569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730233489677', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730232905364'] for port, after_delete {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.452934 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774985', 'neutron.services.segments.db._delete_segments_for_network-8730233431893'] for network, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.458261 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Pushing event deleted for resources: {'Port': ['ID=3e835755-e4f4-40c4-a0a2-bda9d1fc89fc,revision_number=None']} {{(pid=129717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:52.462473 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] No DVR routers for this DVR port 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc on host dv-cinder-813220-2-iscsi {{(pid=129717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 18 19:05:52.469223 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.469572 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.469909 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.470242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.470585 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.470917 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.471242 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.471976 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.471976 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.472620 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.472620 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.472797 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ef5a16-a5a7-485a-a292-1c1b8d8d707d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813220-2-iscsi {{(pid=129717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 18 19:05:52.474793 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4933bc45-ba9e-4f02-95bd-139cdcbd8752']}} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:52.484804 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c') {'for_net_delete': True} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:52.485103 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.services.segments.db [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2c051f-cf1d-43e8-b6b9-31da5dae301c') {} {{(pid=129715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 18 19:05:52.494613 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730233433694', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58734391'] for segment, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.508583 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923'] for segment, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.514508 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=129715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 18 19:05:52.514923 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-760923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804092'] for segment, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: Traceback (most recent call last): Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: timer() Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: cb(*args, **kw) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: return func(*args, **kwargs) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: self._notify() Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: self.callback(batched_events) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: event.method(event) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: aggregate_uuid = self.p_client.list_aggregates( Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: return f(self, *a, **k) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._get(url).json() Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: return self.request(url, 'GET', **kwargs) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: base_url = self.get_endpoint(auth, allow=allow, Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 18 19:05:52.516816 dv-cinder-813220-2-iscsi neutron-server[129715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 18 19:05:52.573054 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1610934', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1600224'] for network, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.579190 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1610904'] for network, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.582353 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4933bc45-ba9e-4f02-95bd-139cdcbd8752 HTTP/1.1" status: 204 len: 168 time: 0.5224931 Oct 18 19:05:52.596213 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4751f-87a2-4267-9484-ac8bf377f047 admin admin] Pushing event deleted for resources: {'Network': ['ID=4933bc45-ba9e-4f02-95bd-139cdcbd8752,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:52.693528 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48510) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:52.732380 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-067a6a4c-c66a-488f-8b45-7d2b932d8805 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=49ea8b6622bb40109191097fe33b666a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376506 Oct 18 19:05:52.734691 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [-] (129716) accepted ('10.222.0.36', 48512) {{(pid=129716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:52.780835 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.805195 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.851056 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.853567 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron_lib.callbacks.manager [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] Publish callbacks [] for security_group, before_response {{(pid=129716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:52.854747 dv-cinder-813220-2-iscsi neutron-server[129716]: INFO neutron.wsgi [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3c5b33d-9d69-4916-a09f-6014e4421201 HTTP/1.1" status: 204 len: 168 time: 0.1191368 Oct 18 19:05:52.862774 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ec601-d098-40fc-a24f-ee78c917277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c5b33d-9d69-4916-a09f-6014e4421201,revision_number=None']} {{(pid=129716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:53.036024 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device cfca13ef-8c1c-44ac-9ce8-69ce76c186da no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:53.056479 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: cfca13ef-8c1c-44ac-9ce8-69ce76c186da {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:53.056745 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device cfca13ef-8c1c-44ac-9ce8-69ce76c186da not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:53.057159 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:53.075163 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:53.075778 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 3e835755-e4f4-40c4-a0a2-bda9d1fc89fc not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:53.075914 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 87365a95-9c65-4914-8627-a18a420488b0 no longer exists at agent ovs-agent-dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 18 19:05:53.096968 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.plugin [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] No Port match for: 87365a95-9c65-4914-8627-a18a420488b0 {{(pid=129717) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 18 19:05:53.097349 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron.plugins.ml2.rpc [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Device 87365a95-9c65-4914-8627-a18a420488b0 not bound to the agent host dv-cinder-813220-2-iscsi {{(pid=129717) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 18 19:05:53.151670 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48518) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:53.190672 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-76e64194-4600-4141-8f61-745ac2aced7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d90908cbc64405bb0a5aa3be03759cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369792 Oct 18 19:05:53.192985 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.wsgi [-] (129715) accepted ('10.222.0.36', 48520) {{(pid=129715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 18 19:05:53.243289 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:53.263540 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:53.307653 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1645796'] for security_group, after_delete {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:53.310139 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron_lib.callbacks.manager [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=129715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:53.311311 dv-cinder-813220-2-iscsi neutron-server[129715]: INFO neutron.wsgi [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/55254053-ac18-4659-a5f6-9ecbf0915f1c HTTP/1.1" status: 204 len: 168 time: 0.1174664 Oct 18 19:05:53.318665 dv-cinder-813220-2-iscsi neutron-server[129715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3e39b-7490-4a45-b702-054bc975f2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55254053-ac18-4659-a5f6-9ecbf0915f1c,revision_number=None']} {{(pid=129715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 18 19:05:53.350375 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-44fc36f4-967d-4dd2-bb1a-620561b0234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:54.235372 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:54.735749 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:56.143120 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:05:59.070237 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:06:01.546780 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:20.772622 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4ff333bb-220a-4dce-bf7e-d22897dfeb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:23.350959 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-be1aec4f-b387-4df6-a775-e2f5dffbe67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:24.236904 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:24.739171 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:26.177620 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:31.563157 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:36.069081 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:06:50.773526 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-180427b9-edc0-4838-a0fd-d62bd730605f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:53.351982 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-3ea3623a-5ac8-4110-91af-396d13bf12f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:54.237993 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:54.742653 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:06:56.147665 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:01.561267 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:13.068682 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:07:20.773448 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8358c2b2-c929-4d58-b17e-3be1526a9774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:23.354536 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-1bb7cb44-dfee-4f1c-8607-c3c483e1c129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:24.237849 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:24.744115 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:26.151193 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:31.559508 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:50.067536 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:07:50.774288 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-50741476-9427-4b12-ba42-1b63d28f1f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:53.354110 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-97116dbf-8e28-4cc9-9831-04c19325a44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:54.239846 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:54.747755 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:07:56.153529 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:01.559055 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:20.774886 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-f06b1b34-160a-45e6-b263-745e2dacb6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:23.354302 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-e717a5b5-f908-4622-a7c5-cddb79ef60e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:24.240400 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:24.752573 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:26.186964 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:27.066721 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:08:31.557690 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:50.774129 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-959e2688-604b-41ae-b323-44e44c08cb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:53.355285 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b6c89213-ae32-4de9-a1cb-844adf37758f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:54.243395 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:54.752901 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:08:56.158622 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:01.561698 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:04.065636 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:09:20.773988 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-b021744d-fe17-43bc-862d-9f7d6803a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:23.354632 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-8bb22de0-2e86-4547-a139-fbfe2ea5d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:24.248703 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:24.755731 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:26.160322 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:31.573257 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:41.065187 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:09:50.773616 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-77b9f811-bc8c-4559-810f-b3b12a27a5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:53.354853 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-64df53a8-e333-430c-b666-4f9a0524ccf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:54.250675 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:54.760227 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:09:56.162818 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:01.600636 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:18.063993 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:10:20.774623 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-32aa38da-b73c-4aca-8f3a-12d9e7845ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:23.354191 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-a5c2aa46-ec06-4781-be32-7fd27566d3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:24.253090 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:24.762742 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:26.193528 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:31.607689 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:35.389769 dv-cinder-813220-2-iscsi neutron-server[129716]: DEBUG neutron.wsgi [req-4c42d7c8-2629-4b12-9c8a-8dcc5c5d5485 req-cd398379-c46c-4258-a7a6-42f33f515dd7 service neutron] (129716) timed out ('10.222.0.36', 44110) {{(pid=129716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 18 19:10:50.775211 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-4c798e08-5138-4eda-b271-3d854f1d018b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:53.354636 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-51db8978-c683-4311-9666-475d1d91353f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:54.253374 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:54.768491 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:10:55.062927 dv-cinder-813220-2-iscsi neutron-server[129718]: DEBUG neutron.db.agents_db [None req-4c90d4d4-1d81-43a5-9804-d322110a29db None None] Agent healthcheck: found 6 active agents {{(pid=129718) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 18 19:10:56.168539 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:01.607476 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-0d3eab50-3230-47a8-9e7a-1f468051cb89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:20.776160 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-36cdff00-bc7c-48a4-80d4-d0ef2cf8b838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:23.353729 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-12ca0a1f-946f-4c2c-9a6d-8903b2f5d640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:24.254174 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-867dd42c-5c43-4aa1-94c8-9c2710c4f118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:24.768270 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-9f6552a4-cbca-4765-a027-a823e9991e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 18 19:11:26.172523 dv-cinder-813220-2-iscsi neutron-server[129717]: DEBUG neutron_lib.callbacks.manager [None req-74b93817-b7ae-4539-9aef-23cf1d085c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730233431875', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-773961'] for agent, after_update {{(pid=129717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}